[ 546.643493] env[66182]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 546.643493] env[66182]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 547.679837] env[66272]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 547.679837] env[66272]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 549.235289] env[66272]: INFO neutron.common.config [-] Logging enabled! [ 549.235672] env[66272]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 549.235834] env[66272]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66272) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 549.236222] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 549.236315] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 549.237163] env[66272]: WARNING oslo_policy.policy [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 549.237378] env[66272]: WARNING oslo_policy.policy [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 549.239115] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] VMware NSXv3 Agent initialized successfully. [ 549.239477] env[66272]: DEBUG oslo_concurrency.lockutils [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] Acquiring lock "singleton_lock" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.239604] env[66272]: DEBUG oslo_concurrency.lockutils [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] Acquired lock "singleton_lock" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.239805] env[66272]: DEBUG oslo_concurrency.lockutils [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] Releasing lock "singleton_lock" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.240099] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] Full set of CONF: {{(pid=66272) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 549.240210] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ******************************************************************************** {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 549.240308] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] Configuration options gathered from: {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 549.240665] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 549.240836] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 549.240943] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ================================================================================ {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 549.241146] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] agent_down_time = 75 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.241299] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] allow_automatic_dhcp_failover = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.241433] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] allow_bulk = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.241573] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] api_extensions_path = {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.241707] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] api_paste_config = api-paste.ini {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.241876] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] auth_strategy = keystone {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.241976] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] backdoor_port = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.242087] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] backdoor_socket = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.242223] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] backlog = 4096 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.242357] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] base_mac = fa:16:3e:00:00:00 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.242514] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] bind_host = 0.0.0.0 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.242651] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] bind_port = 9696 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.242782] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] client_socket_timeout = 900 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.242925] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] config_dir = [] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.243039] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.243179] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] config_source = [] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.243317] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] control_exchange = neutron {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.243451] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] core_plugin = ml2 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.243583] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] debug = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.243714] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] default_availability_zones = [] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.243946] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.244104] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] dhcp_agent_notification = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.244243] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] dhcp_agents_per_network = 1 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.244374] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] dhcp_lease_duration = 86400 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.244515] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] dhcp_load_type = networks {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.244649] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] dns_domain = openstacklocal {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.244782] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.244929] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] enable_default_route_bfd = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.245104] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] enable_default_route_ecmp = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.245242] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] enable_dvr = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.245374] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] enable_new_agents = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.245502] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.245629] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] enable_signals = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.245755] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] enable_traditional_dhcp = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.245882] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] external_dns_driver = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.246015] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] filter_validation = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.246162] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] global_physnet_mtu = 8950 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.246289] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] graceful_shutdown_timeout = 60 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.246466] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] host = cpu-1 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.246606] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] host_dvr_for_dhcp = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.246736] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] http_retries = 3 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.246872] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] instance_format = [instance: %(uuid)s] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.247015] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.247153] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ipam_driver = internal {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.247279] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ipv6_pd_enabled = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.247405] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] l3_ha = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.247535] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.247665] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] l3_ha_network_physical_name = {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.247795] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] l3_ha_network_type = {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.247930] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] log_color = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.248077] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] log_config_append = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.248213] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.248345] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] log_dir = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.248474] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] log_file = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.248576] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] log_options = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.248707] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] log_rotate_interval = 1 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.248844] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] log_rotate_interval_type = days {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.248980] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] log_rotation_type = none {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.249095] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.249196] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.249331] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.249462] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.249561] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.249691] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] max_dns_nameservers = 5 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.249820] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] max_header_line = 16384 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.249947] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] max_l3_agents_per_router = 3 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.250086] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] max_logfile_count = 30 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.250215] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] max_logfile_size_mb = 200 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.250344] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] max_subnet_host_routes = 20 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.250476] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] my_ip = 10.180.1.21 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.250606] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] my_ipv6 = ::1 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.250731] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] network_auto_schedule = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.250854] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] network_link_prefix = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.251016] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.251170] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] notify_nova_on_port_data_changes = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.251304] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] notify_nova_on_port_status_changes = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.251438] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] pagination_max_limit = -1 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.251564] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] publish_errors = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.251692] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] rate_limit_burst = 0 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.251837] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] rate_limit_except_level = CRITICAL {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.251955] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] rate_limit_interval = 0 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.252095] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] retry_until_window = 30 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.252222] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] router_distributed = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.252348] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] rpc_resources_processing_step = 20 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.252472] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] rpc_response_max_timeout = 600 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.252599] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] rpc_response_timeout = 60 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.252722] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] send_events_interval = 2 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.252872] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] service_plugins = ['router'] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.253018] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] setproctitle = on {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.253158] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] shell_completion = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.253320] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] state_path = /opt/stack/data/neutron {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.253460] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] syslog_log_facility = LOG_USER {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.253594] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] tcp_keepidle = 600 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.253732] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] transport_url = **** {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.253900] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] use_journal = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.254053] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] use_json = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.254175] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] use_ssl = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.254305] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] use_stderr = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.254441] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] use_syslog = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.254569] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] vlan_qinq = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.254695] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] vlan_transparent = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.254831] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] watch_log_file = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.254980] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] wsgi_default_pool_size = 100 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.255128] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] wsgi_keep_alive = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.255268] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.255400] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] wsgi_server_debug = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.255550] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_concurrency.disable_process_locking = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.255693] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.255834] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.255966] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.256395] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.256395] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.256395] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.256540] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] profiler.connection_string = messaging:// {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.256679] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] profiler.enabled = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.256816] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] profiler.es_doc_type = notification {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.256950] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] profiler.es_scroll_size = 10000 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.257101] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] profiler.es_scroll_time = 2m {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.257234] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] profiler.filter_error_trace = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.257374] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] profiler.hmac_keys = **** {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.257513] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] profiler.sentinel_service_name = mymaster {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.257655] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] profiler.socket_timeout = 0.1 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.257788] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] profiler.trace_requests = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.257921] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] profiler.trace_sqlalchemy = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.258080] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] profiler_jaeger.process_tags = {} {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.258213] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] profiler_jaeger.service_name_prefix = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.258346] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] profiler_otlp.service_name_prefix = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.258489] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_policy.enforce_new_defaults = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.258761] env[66272]: WARNING oslo_config.cfg [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 549.258910] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_policy.enforce_scope = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.259064] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_policy.policy_default_rule = default {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.259218] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.259358] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.259501] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.259631] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.259760] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.259889] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.260032] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.260174] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_policy.remote_timeout = 60.0 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.260350] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.260514] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] agent.extensions = [] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.260658] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.260798] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] service_providers.service_provider = [] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.260939] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] QUOTAS.default_quota = -1 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.261096] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.261230] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] QUOTAS.quota_floatingip = 50 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.261364] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] QUOTAS.quota_network = 100 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.261497] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] QUOTAS.quota_port = 500 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.261631] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.261765] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] QUOTAS.quota_router = 10 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.261893] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] QUOTAS.quota_security_group = 10 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.262035] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.262171] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] QUOTAS.quota_subnet = 100 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.262301] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] QUOTAS.track_quota_usage = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.262447] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.262578] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep.group = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.262707] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep.helper_command = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.262838] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep.log_daemon_traceback = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.262976] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.263160] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep.thread_pool_size = 8 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.263303] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep.user = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.263446] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.263576] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_dhcp_release.group = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.263703] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_dhcp_release.helper_command = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.263834] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.263991] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.264138] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.264268] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_dhcp_release.user = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.264406] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.264533] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_ovs_vsctl.group = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.264661] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_ovs_vsctl.helper_command = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.264789] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.264922] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.265065] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.265196] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_ovs_vsctl.user = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.265332] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_namespace.capabilities = [21] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.265457] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_namespace.group = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.265585] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_namespace.helper_command = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.265715] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_namespace.log_daemon_traceback = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.265848] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.265987] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_namespace.thread_pool_size = 8 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.266140] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_namespace.user = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.266279] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_conntrack.capabilities = [12] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.266407] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_conntrack.group = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.266534] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_conntrack.helper_command = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.266664] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.266798] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.266929] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.267325] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_conntrack.user = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.267325] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_link.capabilities = [12, 21] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.267325] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_link.group = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.267509] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_link.helper_command = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.267598] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_link.log_daemon_traceback = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.267693] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.267817] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_link.thread_pool_size = 8 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.267942] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] privsep_link.user = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.268104] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.268248] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.268382] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.continue_on_failed_promotions = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.268514] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.dscp = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.268647] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.dscp_inherit = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.268784] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.force_mp_to_policy = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.268914] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.locking_coordinator_url = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.269055] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.log_agent_heartbeats = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.269189] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.logging_expire = 1 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.269326] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.269469] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.269594] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.polling_interval = 240 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.269725] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.269860] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.270020] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.report_interval = 30.0 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.270155] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.270294] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.270428] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.270562] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.sync_skew = 60 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.270695] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.synchronization_queue_size = 20 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.270826] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT.use_helper_for_ns_read = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.270965] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] SECURITYGROUP.enable_ipset = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.271120] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] SECURITYGROUP.enable_security_group = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.271258] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.271397] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.271537] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] experimental.ipv6_pd_enabled = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.271691] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ml2.extension_drivers = ['port_security'] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.271825] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ml2.external_network_type = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.271967] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.272118] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ml2.overlay_ip_version = 4 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.272255] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ml2.path_mtu = 8950 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.272395] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ml2.physical_network_mtus = {} {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.272532] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ml2.tenant_network_types = ['vlan'] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.272667] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.272805] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ml2.type_drivers = ['vlan'] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.272945] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT_CLI.neutron_port_id = [] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.273091] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.273223] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.273364] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.273501] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.273637] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.273769] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.273933] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.274090] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.274286] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.274427] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_login_password = **** {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.274565] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_login_port = 443 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.274698] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_login_user = admin {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.274841] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.275018] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.275160] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.275294] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.275430] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.275571] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.275705] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.275838] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.275970] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.276121] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.276284] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.276425] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.276562] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.276745] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.276889] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] vsphere.vsphere_login_password = VMware1! {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.277113] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.277181] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.277299] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] nova.auth_section = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.277439] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] nova.auth_type = password {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.277573] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.277700] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] nova.certfile = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.277830] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] nova.collect_timing = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.277971] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] nova.endpoint_type = public {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.278117] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] nova.insecure = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.278244] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] nova.keyfile = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.278458] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] nova.region_name = RegionOne {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.278502] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] nova.split_loggers = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.278624] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] nova.timeout = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.278758] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] placement.auth_section = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.278895] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] placement.auth_type = password {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.279041] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.279172] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] placement.certfile = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.279300] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] placement.collect_timing = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.279437] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] placement.endpoint_type = public {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.279563] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] placement.insecure = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.279686] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] placement.keyfile = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.279810] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] placement.region_name = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.279937] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] placement.split_loggers = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.280071] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] placement.timeout = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.280207] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.auth_section = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.280349] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.auth_type = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.280515] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.cafile = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.280649] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.certfile = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.280784] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.collect_timing = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.280910] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.connect_retries = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.281051] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.connect_retry_delay = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.281185] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.enable_notifications = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.281336] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.endpoint_override = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.281486] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.insecure = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.281618] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.interface = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.281775] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.keyfile = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.281898] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.max_version = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.282039] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.min_version = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.282171] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.region_name = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.282299] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.retriable_status_codes = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.282426] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.service_name = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.282550] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.service_type = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.282676] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.split_loggers = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.282801] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.status_code_retries = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.282925] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.status_code_retry_delay = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.283063] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.timeout = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.283192] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.valid_interfaces = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.283319] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ironic.version = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.283453] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] cli_script.dry_run = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.283597] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.283729] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.283889] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.284018] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.284156] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.284288] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.284419] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.284548] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.284675] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.284813] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.284967] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.285128] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.285269] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.285406] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.285539] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.285677] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.285807] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.285938] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.286090] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.286242] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.286383] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.286514] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.286643] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.286765] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.286899] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.287067] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.287204] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.287334] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.287462] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.287591] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.287719] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.ssl = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.287859] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.287996] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.288140] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.288276] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.288413] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.ssl_version = {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.288544] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.288687] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_notifications.driver = [] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.288823] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_notifications.retry = -1 {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.288969] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.289117] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] oslo_messaging_notifications.transport_url = **** {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.289225] env[66272]: DEBUG oslo_service.backend._eventlet.service [None req-8b68d186-7750-4c30-bc72-ec396389e3bc None None] ******************************************************************************** {{(pid=66272) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 549.290363] env[66272]: DEBUG neutron.agent.securitygroups_rpc [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Init firewall settings (driver=nsxv3) {{(pid=66272) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 549.292011] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66272) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 549.292260] env[66272]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] RPC agent_id: nsxm-l-01a.corp.local [ 549.294531] env[66272]: DEBUG dogpile.cache.region [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 549.294649] env[66272]: DEBUG dogpile.lock [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 549.294744] env[66272]: DEBUG dogpile.lock [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 549.294834] env[66272]: DEBUG dogpile.lock [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 549.294948] env[66272]: DEBUG dogpile.cache.region [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 549.295040] env[66272]: DEBUG dogpile.lock [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 549.295168] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 549.345649] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Session token - acquiring [ 549.347217] env[66272]: DEBUG networking_nsxv3.common.locking [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.347436] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.347497] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.347930] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.363632] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.641274] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 549.664134] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 549.664383] env[66272]: DEBUG dogpile.cache.region [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Cache value generated in 0.369 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 549.664504] env[66272]: DEBUG dogpile.lock [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 549.664634] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Activating Policy API Provider. [ 549.664826] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Looking for the default Infrastructure Rules. [ 549.732502] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Looking for the Default Layer3 Logged Drop Section. [ 549.750536] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 549.750944] env[66272]: DEBUG networking_nsxv3.common.locking [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.751136] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquiring lock "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.751238] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquired lock "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.751529] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquired external semaphore "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.751885] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.266724] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.769516] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.272143] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Inventory metadata is going to be refreshed. [ 551.272667] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 552.036760] env[66272]: DEBUG networking_nsxv3.common.locking [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.037101] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.037101] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.037437] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.049929] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 552.050902] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.051609] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 552.075906] env[66272]: DEBUG networking_nsxv3.common.locking [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.076217] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.076284] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.076646] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.076808] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.077041] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 552.077213] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.077366] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 552.099770] env[66272]: DEBUG networking_nsxv3.common.locking [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.100107] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.100107] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.100421] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.100646] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.100820] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 552.122405] env[66272]: DEBUG networking_nsxv3.common.locking [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.122660] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.122660] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.123052] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.123255] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.123430] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 552.143028] env[66272]: DEBUG networking_nsxv3.common.locking [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.143272] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquiring lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.143318] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquired lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.143669] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquired external semaphore "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.143929] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Releasing lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.144121] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 552.144288] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.144435] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 552.164587] env[66272]: DEBUG networking_nsxv3.common.locking [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.164852] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquiring lock "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.164902] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquired lock "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.165327] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquired external semaphore "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.165488] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Releasing lock "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.165681] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 552.165807] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.165938] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 552.197699] env[66272]: DEBUG networking_nsxv3.common.locking [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.197699] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.197699] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.197699] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.197699] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.197699] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 552.197699] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.197699] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Inventory metadata have been refreshed. [ 552.197699] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Dryrun:True. Metadata refresh completed. [ 552.197699] env[66272]: DEBUG oslo_concurrency.lockutils [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Releasing lock "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.198273] env[66272]: INFO neutron.agent.agent_extensions_manager [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Loaded agent extensions: [] [ 552.199884] env[66272]: DEBUG neutron_lib.callbacks.manager [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66272) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 552.262832] env[66272]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] NSXv3 Agent Agent RPC Daemon Started! [ 552.263059] env[66272]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] NSXv3 Agent Agent loop - iteration:0 started [ 552.263187] env[66272]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] NSXv3 Agent Agent out of sync with plugin! [ 557.199794] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.199794] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.201324] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.201692] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.202740] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.203181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.203181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.203343] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.203549] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.705934] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.208216] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.714417] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 564.714603] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 565.486087] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.486492] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.486492] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.486593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.498563] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 565.499380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.500041] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 565.517093] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.517305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.517305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.517498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.517585] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.517690] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 565.517761] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.517831] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 565.538992] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.539226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.539226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.539405] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.539538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.539647] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 565.560772] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.561027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.561027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.561197] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.561321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.561432] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 565.581769] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.581991] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.581991] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.582165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.582265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.582378] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 565.582450] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.582521] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 565.599282] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.599508] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.599566] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.599746] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.599831] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.599937] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 565.600018] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.600090] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 565.618445] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.618628] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.618701] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.618832] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.618934] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.619057] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 565.619129] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.619196] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 565.619298] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 565.619340] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 565.619377] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 565.619439] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 565.619698] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 565.619757] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 565.619824] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 565.640039] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.640258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.640258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.640426] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.640532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.640637] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 565.659989] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.660136] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.660204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.660386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.660485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.675323] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.111187] env[66272]: INFO networking_nsxv3.common.synchronization [None req-98d686fd-3661-4083-ada3-6e4a95fe256b demo admin] Enqueued Resource ID: 5f206e2a-2e5f-4146-a855-5b0134b4df7c with Priority: HIGHEST for action security_group_rules [ 567.111767] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f206e2a-2e5f-4146-a855-5b0134b4df7c with Priority: HIGHEST for action security_group_rules [ 567.112082] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f206e2a-2e5f-4146-a855-5b0134b4df7c taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.112205] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f206e2a-2e5f-4146-a855-5b0134b4df7c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.112263] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f206e2a-2e5f-4146-a855-5b0134b4df7c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.112519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f206e2a-2e5f-4146-a855-5b0134b4df7c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.112601] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f206e2a-2e5f-4146-a855-5b0134b4df7c',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.633565] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.633565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.633565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.633565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.633565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.633565] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f206e2a-2e5f-4146-a855-5b0134b4df7c already deleted. [ 567.633565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f206e2a-2e5f-4146-a855-5b0134b4df7c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.113367] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.113764] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.115248] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 577.115515] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 582.116371] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 582.116779] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 587.117876] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 587.118335] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 592.119723] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 592.119971] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 596.896310] env[66272]: INFO networking_nsxv3.common.synchronization [None req-16fdff67-168c-40fa-b00f-52d87af4aa03 None None] Enqueued Resource ID: 549083dc-ed72-4bb9-bbc4-69bac50ab868 with Priority: HIGHEST for action port [ 596.897093] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 549083dc-ed72-4bb9-bbc4-69bac50ab868 with Priority: HIGHEST for action port [ 596.897206] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-549083dc-ed72-4bb9-bbc4-69bac50ab868 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.897259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-549083dc-ed72-4bb9-bbc4-69bac50ab868" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.897305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-549083dc-ed72-4bb9-bbc4-69bac50ab868" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.897644] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-549083dc-ed72-4bb9-bbc4-69bac50ab868" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.897711] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('549083dc-ed72-4bb9-bbc4-69bac50ab868',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.400389] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 549083dc-ed72-4bb9-bbc4-69bac50ab868 [ 597.400641] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.400772] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.400823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.401037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.401126] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.401218] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:549083dc-ed72-4bb9-bbc4-69bac50ab868 already deleted. [ 597.401294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-549083dc-ed72-4bb9-bbc4-69bac50ab868" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.997440] env[66272]: INFO networking_nsxv3.common.synchronization [None req-1b5cea5c-5049-4093-b210-4d5ccf2a1324 None None] Enqueued Resource ID: e8c32d65-0daf-495d-a5cb-614918bb085e with Priority: HIGHEST for action port [ 598.997698] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c32d65-0daf-495d-a5cb-614918bb085e with Priority: HIGHEST for action port [ 598.998286] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8c32d65-0daf-495d-a5cb-614918bb085e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.998404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8c32d65-0daf-495d-a5cb-614918bb085e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.998470] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8c32d65-0daf-495d-a5cb-614918bb085e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.998730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8c32d65-0daf-495d-a5cb-614918bb085e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.998794] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8c32d65-0daf-495d-a5cb-614918bb085e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.068116] env[66272]: INFO networking_nsxv3.common.synchronization [None req-6eea84a5-7e4b-49cc-a5eb-21befdf03397 None None] Enqueued Resource ID: b46234c4-10b3-4fb7-b71c-6d6706757503 with Priority: HIGHEST for action port [ 599.068186] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46234c4-10b3-4fb7-b71c-6d6706757503 with Priority: HIGHEST for action port [ 599.068532] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-b46234c4-10b3-4fb7-b71c-6d6706757503 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.068723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b46234c4-10b3-4fb7-b71c-6d6706757503" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.068723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b46234c4-10b3-4fb7-b71c-6d6706757503" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.069160] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b46234c4-10b3-4fb7-b71c-6d6706757503" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.069160] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b46234c4-10b3-4fb7-b71c-6d6706757503',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.504433] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8c32d65-0daf-495d-a5cb-614918bb085e [ 599.504433] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.504433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.504433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.504433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.504433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.504433] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8c32d65-0daf-495d-a5cb-614918bb085e already deleted. [ 599.504433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8c32d65-0daf-495d-a5cb-614918bb085e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.574685] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b46234c4-10b3-4fb7-b71c-6d6706757503 [ 599.575126] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.575249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.575321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.575535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.575622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.575768] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b46234c4-10b3-4fb7-b71c-6d6706757503 already deleted. [ 599.575961] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b46234c4-10b3-4fb7-b71c-6d6706757503" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.661498] env[66272]: INFO networking_nsxv3.common.synchronization [None req-fbe9646a-9b71-49bc-80ff-8bfbb688dc01 None None] Enqueued Resource ID: cc553ef5-3385-4e00-8aa7-8629a695d95b with Priority: HIGHEST for action port [ 599.661498] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc553ef5-3385-4e00-8aa7-8629a695d95b with Priority: HIGHEST for action port [ 599.661670] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc553ef5-3385-4e00-8aa7-8629a695d95b taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.661902] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc553ef5-3385-4e00-8aa7-8629a695d95b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.661902] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc553ef5-3385-4e00-8aa7-8629a695d95b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.662848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc553ef5-3385-4e00-8aa7-8629a695d95b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.662848] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc553ef5-3385-4e00-8aa7-8629a695d95b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.165737] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc553ef5-3385-4e00-8aa7-8629a695d95b [ 600.165971] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.166125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.166190] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.166466] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.166551] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.166693] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc553ef5-3385-4e00-8aa7-8629a695d95b already deleted. [ 600.166747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc553ef5-3385-4e00-8aa7-8629a695d95b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.363984] env[66272]: INFO networking_nsxv3.common.synchronization [None req-a730b0e4-1418-4678-88fb-d2341b13b9e7 tempest-ServerActionsTestJSON-249685309 tempest-ServerActionsTestJSON-249685309-project-member] Enqueued Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_rules [ 600.364251] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_rules [ 600.364663] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.364663] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.364775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.365921] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.365921] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.458063] env[66272]: INFO networking_nsxv3.common.synchronization [None req-0aa0f9f0-f784-4559-9cfa-f5825e91b2ac tempest-ServerActionsTestJSON-249685309 tempest-ServerActionsTestJSON-249685309-project-member] Enqueued Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_rules [ 600.458486] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_rules [ 600.458787] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.458887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.801050] env[66272]: INFO networking_nsxv3.common.synchronization [None req-1de0bb55-424c-4682-bf38-de672773b5eb None None] Enqueued Resource ID: 95a0ab4a-008c-451e-a27a-083cdce5250c with Priority: HIGHEST for action port [ 600.802574] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a0ab4a-008c-451e-a27a-083cdce5250c with Priority: HIGHEST for action port [ 600.802574] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-95a0ab4a-008c-451e-a27a-083cdce5250c taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.802574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95a0ab4a-008c-451e-a27a-083cdce5250c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.802574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95a0ab4a-008c-451e-a27a-083cdce5250c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.802574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95a0ab4a-008c-451e-a27a-083cdce5250c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.803455] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95a0ab4a-008c-451e-a27a-083cdce5250c',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.888363] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.888363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.888363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.888363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.888546] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.888546] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 already deleted. [ 600.888600] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.888708] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.888868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.888966] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.307020] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95a0ab4a-008c-451e-a27a-083cdce5250c [ 601.308152] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.308152] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.308152] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.308152] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.308152] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.308152] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95a0ab4a-008c-451e-a27a-083cdce5250c already deleted. [ 601.308152] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95a0ab4a-008c-451e-a27a-083cdce5250c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.411348] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.411493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.411493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.411686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.411777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.411871] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 already deleted. [ 601.411956] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.579581] env[66272]: INFO networking_nsxv3.common.synchronization [None req-41c44cf7-7cb0-4d25-80e8-abb44ea3ecd5 None None] Enqueued Resource ID: 3a14dbe4-aa0c-445a-96b2-aeeae650b7f2 with Priority: HIGHEST for action port [ 601.581889] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a14dbe4-aa0c-445a-96b2-aeeae650b7f2 with Priority: HIGHEST for action port [ 601.582233] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a14dbe4-aa0c-445a-96b2-aeeae650b7f2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.582360] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a14dbe4-aa0c-445a-96b2-aeeae650b7f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.582429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a14dbe4-aa0c-445a-96b2-aeeae650b7f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.582681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a14dbe4-aa0c-445a-96b2-aeeae650b7f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.582766] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a14dbe4-aa0c-445a-96b2-aeeae650b7f2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.807874] env[66272]: INFO networking_nsxv3.common.synchronization [None req-7d64adbe-7cd5-4a5e-8b3f-d3742aa7f650 None None] Enqueued Resource ID: c1d16402-aaf8-4885-b5fc-c809adfc0718 with Priority: HIGHEST for action port [ 601.808721] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d16402-aaf8-4885-b5fc-c809adfc0718 with Priority: HIGHEST for action port [ 601.808721] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1d16402-aaf8-4885-b5fc-c809adfc0718 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.808851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1d16402-aaf8-4885-b5fc-c809adfc0718" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.808906] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1d16402-aaf8-4885-b5fc-c809adfc0718" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.809509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1d16402-aaf8-4885-b5fc-c809adfc0718" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.810197] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1d16402-aaf8-4885-b5fc-c809adfc0718',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.087319] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a14dbe4-aa0c-445a-96b2-aeeae650b7f2 [ 602.087319] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.087319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.087319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.087319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.087319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.087319] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a14dbe4-aa0c-445a-96b2-aeeae650b7f2 already deleted. [ 602.087319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a14dbe4-aa0c-445a-96b2-aeeae650b7f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.314453] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1d16402-aaf8-4885-b5fc-c809adfc0718 [ 602.314767] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.314767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.314767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.314965] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.315062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.315159] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1d16402-aaf8-4885-b5fc-c809adfc0718 already deleted. [ 602.315261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1d16402-aaf8-4885-b5fc-c809adfc0718" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.206339] env[66272]: INFO networking_nsxv3.common.synchronization [None req-d267e26f-83d7-429d-9c39-b17318ca0322 None None] Enqueued Resource ID: 73ed7ab7-a3c8-4389-a120-0652d80709ab with Priority: HIGHEST for action port [ 603.206819] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73ed7ab7-a3c8-4389-a120-0652d80709ab with Priority: HIGHEST for action port [ 603.207258] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-73ed7ab7-a3c8-4389-a120-0652d80709ab taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.207358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73ed7ab7-a3c8-4389-a120-0652d80709ab" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.207396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73ed7ab7-a3c8-4389-a120-0652d80709ab" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.207629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73ed7ab7-a3c8-4389-a120-0652d80709ab" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.208316] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73ed7ab7-a3c8-4389-a120-0652d80709ab',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.710681] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73ed7ab7-a3c8-4389-a120-0652d80709ab [ 603.710935] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.712215] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.712215] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.712215] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.712215] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.712215] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73ed7ab7-a3c8-4389-a120-0652d80709ab already deleted. [ 603.712215] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73ed7ab7-a3c8-4389-a120-0652d80709ab" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.191966] env[66272]: INFO networking_nsxv3.common.synchronization [None req-1b7313ef-a3e0-406c-83ba-5463ba471dfd None None] Enqueued Resource ID: 49c297c3-0e5e-45a7-b76f-2ae5677fbf3c with Priority: HIGHEST for action port [ 604.191966] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49c297c3-0e5e-45a7-b76f-2ae5677fbf3c with Priority: HIGHEST for action port [ 604.191966] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-49c297c3-0e5e-45a7-b76f-2ae5677fbf3c taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.191966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49c297c3-0e5e-45a7-b76f-2ae5677fbf3c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.191966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49c297c3-0e5e-45a7-b76f-2ae5677fbf3c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.191966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49c297c3-0e5e-45a7-b76f-2ae5677fbf3c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.191966] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49c297c3-0e5e-45a7-b76f-2ae5677fbf3c',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.693543] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49c297c3-0e5e-45a7-b76f-2ae5677fbf3c [ 604.693627] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.693713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.693781] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.694035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.694128] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.694223] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49c297c3-0e5e-45a7-b76f-2ae5677fbf3c already deleted. [ 604.694305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49c297c3-0e5e-45a7-b76f-2ae5677fbf3c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.704351] env[66272]: INFO networking_nsxv3.common.synchronization [None req-91ff1977-c2ee-467e-a135-a9968b2f772e None None] Enqueued Resource ID: 67238db7-f74a-46f2-b486-98cc2017a0d5 with Priority: HIGHEST for action port [ 604.704956] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67238db7-f74a-46f2-b486-98cc2017a0d5 with Priority: HIGHEST for action port [ 604.705467] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-67238db7-f74a-46f2-b486-98cc2017a0d5 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.705467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67238db7-f74a-46f2-b486-98cc2017a0d5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.705625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67238db7-f74a-46f2-b486-98cc2017a0d5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.706148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67238db7-f74a-46f2-b486-98cc2017a0d5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.706232] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67238db7-f74a-46f2-b486-98cc2017a0d5',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.212990] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67238db7-f74a-46f2-b486-98cc2017a0d5 [ 605.213331] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.213493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.213563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.213815] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.214043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.214169] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67238db7-f74a-46f2-b486-98cc2017a0d5 already deleted. [ 605.214318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67238db7-f74a-46f2-b486-98cc2017a0d5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.001953] env[66272]: INFO networking_nsxv3.common.synchronization [None req-0f03fdba-8738-44e0-bbb5-3534f1eb2c2d None None] Enqueued Resource ID: c42e6c89-d784-4c99-851a-e48ff8cbe195 with Priority: HIGHEST for action port [ 606.002550] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42e6c89-d784-4c99-851a-e48ff8cbe195 with Priority: HIGHEST for action port [ 606.002842] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-c42e6c89-d784-4c99-851a-e48ff8cbe195 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.002985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c42e6c89-d784-4c99-851a-e48ff8cbe195" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.005709] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c42e6c89-d784-4c99-851a-e48ff8cbe195" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.006050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c42e6c89-d784-4c99-851a-e48ff8cbe195" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.006172] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c42e6c89-d784-4c99-851a-e48ff8cbe195',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.122037] env[66272]: INFO networking_nsxv3.common.synchronization [None req-15885df3-bc33-4439-98bc-1aaeb46ab498 None None] Enqueued Resource ID: 3e00ff38-5085-47f3-ae6e-53fab25d7491 with Priority: HIGHEST for action port [ 606.124034] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e00ff38-5085-47f3-ae6e-53fab25d7491 with Priority: HIGHEST for action port [ 606.124034] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e00ff38-5085-47f3-ae6e-53fab25d7491 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.124034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e00ff38-5085-47f3-ae6e-53fab25d7491" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.124034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e00ff38-5085-47f3-ae6e-53fab25d7491" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.125355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e00ff38-5085-47f3-ae6e-53fab25d7491" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.125355] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e00ff38-5085-47f3-ae6e-53fab25d7491',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.509192] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c42e6c89-d784-4c99-851a-e48ff8cbe195 [ 606.509470] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.509470] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.509602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.511281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.511281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.511281] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c42e6c89-d784-4c99-851a-e48ff8cbe195 already deleted. [ 606.511281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c42e6c89-d784-4c99-851a-e48ff8cbe195" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.626693] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e00ff38-5085-47f3-ae6e-53fab25d7491 [ 606.627062] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.627285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.627359] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.627620] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.627766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.627875] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e00ff38-5085-47f3-ae6e-53fab25d7491 already deleted. [ 606.627993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e00ff38-5085-47f3-ae6e-53fab25d7491" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.903294] env[66272]: INFO networking_nsxv3.common.synchronization [None req-2e6d92bb-b673-44d2-aad1-d22d4e93841b None None] Enqueued Resource ID: 8dbbfdf5-1d58-4b37-84ba-e5d9efefc15e with Priority: HIGHEST for action port [ 607.903294] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dbbfdf5-1d58-4b37-84ba-e5d9efefc15e with Priority: HIGHEST for action port [ 607.903294] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dbbfdf5-1d58-4b37-84ba-e5d9efefc15e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.903294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dbbfdf5-1d58-4b37-84ba-e5d9efefc15e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.903294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dbbfdf5-1d58-4b37-84ba-e5d9efefc15e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.903294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dbbfdf5-1d58-4b37-84ba-e5d9efefc15e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.903294] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dbbfdf5-1d58-4b37-84ba-e5d9efefc15e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.405657] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dbbfdf5-1d58-4b37-84ba-e5d9efefc15e [ 608.406024] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.406230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.406230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.406415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.406482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.406552] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dbbfdf5-1d58-4b37-84ba-e5d9efefc15e already deleted. [ 608.406614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dbbfdf5-1d58-4b37-84ba-e5d9efefc15e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.851179] env[66272]: INFO networking_nsxv3.common.synchronization [None req-2ddfbeb2-477f-471c-b49f-3b13a9d9a34e None None] Enqueued Resource ID: 1036c6fd-131c-4fd5-9a6c-b90fbdcd2755 with Priority: HIGHEST for action port [ 608.851179] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1036c6fd-131c-4fd5-9a6c-b90fbdcd2755 with Priority: HIGHEST for action port [ 608.851179] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-1036c6fd-131c-4fd5-9a6c-b90fbdcd2755 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.851482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1036c6fd-131c-4fd5-9a6c-b90fbdcd2755" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.851650] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1036c6fd-131c-4fd5-9a6c-b90fbdcd2755" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.852068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1036c6fd-131c-4fd5-9a6c-b90fbdcd2755" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.854363] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1036c6fd-131c-4fd5-9a6c-b90fbdcd2755',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.358140] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1036c6fd-131c-4fd5-9a6c-b90fbdcd2755 [ 609.358428] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.358573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.358573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.358841] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.358841] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.360235] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1036c6fd-131c-4fd5-9a6c-b90fbdcd2755 already deleted. [ 609.360626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1036c6fd-131c-4fd5-9a6c-b90fbdcd2755" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.362128] env[66272]: INFO networking_nsxv3.common.synchronization [None req-160dbed2-08a4-4aba-8b34-a17484cdd5f4 None None] Enqueued Resource ID: afe0b466-1259-4693-94f2-c271a4ed844b with Priority: HIGHEST for action port [ 609.364434] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afe0b466-1259-4693-94f2-c271a4ed844b with Priority: HIGHEST for action port [ 609.364656] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-afe0b466-1259-4693-94f2-c271a4ed844b taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.364787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afe0b466-1259-4693-94f2-c271a4ed844b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.364882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afe0b466-1259-4693-94f2-c271a4ed844b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.365135] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afe0b466-1259-4693-94f2-c271a4ed844b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.365213] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afe0b466-1259-4693-94f2-c271a4ed844b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.870729] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afe0b466-1259-4693-94f2-c271a4ed844b [ 609.870729] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.870729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.870729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.870729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.870729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.870729] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afe0b466-1259-4693-94f2-c271a4ed844b already deleted. [ 609.870729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afe0b466-1259-4693-94f2-c271a4ed844b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.409629] env[66272]: INFO networking_nsxv3.common.synchronization [None req-2f51f2e9-eb0d-43d5-b30b-aa0aadd693de None None] Enqueued Resource ID: d97d20fe-058b-4a7b-93bd-a832d0d66eaf with Priority: HIGHEST for action port [ 610.410967] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d97d20fe-058b-4a7b-93bd-a832d0d66eaf with Priority: HIGHEST for action port [ 610.411055] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-d97d20fe-058b-4a7b-93bd-a832d0d66eaf taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.411203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d97d20fe-058b-4a7b-93bd-a832d0d66eaf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.411277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d97d20fe-058b-4a7b-93bd-a832d0d66eaf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.411609] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d97d20fe-058b-4a7b-93bd-a832d0d66eaf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.411609] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d97d20fe-058b-4a7b-93bd-a832d0d66eaf',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.915897] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d97d20fe-058b-4a7b-93bd-a832d0d66eaf [ 610.915897] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.915897] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.916097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.916261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.916359] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.916456] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d97d20fe-058b-4a7b-93bd-a832d0d66eaf already deleted. [ 610.916603] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d97d20fe-058b-4a7b-93bd-a832d0d66eaf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.516167] env[66272]: INFO networking_nsxv3.common.synchronization [None req-ea55903f-7b2b-4dfa-960a-dedec178d6a7 None None] Enqueued Resource ID: dfaff23e-3f0a-46ab-9464-8d87cb3ffd87 with Priority: HIGHEST for action port [ 611.518209] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaff23e-3f0a-46ab-9464-8d87cb3ffd87 with Priority: HIGHEST for action port [ 611.520366] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfaff23e-3f0a-46ab-9464-8d87cb3ffd87 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.520366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfaff23e-3f0a-46ab-9464-8d87cb3ffd87" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.520366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfaff23e-3f0a-46ab-9464-8d87cb3ffd87" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.520772] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfaff23e-3f0a-46ab-9464-8d87cb3ffd87" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.520772] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfaff23e-3f0a-46ab-9464-8d87cb3ffd87',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.687475] env[66272]: INFO networking_nsxv3.common.synchronization [req-5ad76f37-cfdc-4ac0-b1f3-e520441d1101 req-7c8745ee-0f53-4d8c-9b0c-8f1e3dcbbc99 tempest-DeleteServersAdminTestJSON-2037691734 tempest-DeleteServersAdminTestJSON-2037691734-project-member] Enqueued Resource ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 with Priority: HIGHEST for action security_group_members [ 611.688252] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 with Priority: HIGHEST for action security_group_members [ 611.688435] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.688895] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.688895] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.689045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.689097] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.689212] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.689273] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.689410] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.689563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.689639] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d30d38d-c53a-4fa3-9f3a-97a2b310c520',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.024010] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfaff23e-3f0a-46ab-9464-8d87cb3ffd87 [ 612.024276] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.024901] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.024901] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.024901] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.024901] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.024901] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfaff23e-3f0a-46ab-9464-8d87cb3ffd87 already deleted. [ 612.025259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfaff23e-3f0a-46ab-9464-8d87cb3ffd87" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.194849] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.195472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.195472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.195472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.195472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.195617] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.195673] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.195703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.195944] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.195944] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.196118] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 already deleted. [ 612.196118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.709091] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.709422] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.709422] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.709695] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.709952] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.711548] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.711548] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.711548] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.711548] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.711548] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.711548] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.711548] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.711548] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.711829] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.711829] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.712118] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.735779] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.735779] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.735779] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.735965] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.736254] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-1e3caaef-3142-40f9-a3c7-2c2fa0b43b11 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.736425] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-1e3caaef-3142-40f9-a3c7-2c2fa0b43b11" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.736541] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-1e3caaef-3142-40f9-a3c7-2c2fa0b43b11" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.736891] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-1e3caaef-3142-40f9-a3c7-2c2fa0b43b11" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.737042] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e3caaef-3142-40f9-a3c7-2c2fa0b43b11',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.240597] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.240731] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.241342] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.241342] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.241342] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.241520] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 1e3caaef-3142-40f9-a3c7-2c2fa0b43b11 not found, creating... [ 613.241721] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.241880] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.242069] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.242238] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.242365] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.242731] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.242879] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.243021] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.244917] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.244917] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.244917] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 1e3caaef-3142-40f9-a3c7-2c2fa0b43b11 is going to be created. [ 613.266562] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.266713] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.266792] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.267318] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.267318] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.268211] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-1e3caaef-3142-40f9-a3c7-2c2fa0b43b11" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.280498] env[66272]: INFO networking_nsxv3.common.synchronization [None req-243aa548-5aa6-4f14-9651-a1a6b73c6691 None None] Enqueued Resource ID: 14cea0f9-8956-44a0-b61b-1d6ca3357572 with Priority: HIGHEST for action port [ 613.281954] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cea0f9-8956-44a0-b61b-1d6ca3357572 with Priority: HIGHEST for action port [ 613.282467] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-14cea0f9-8956-44a0-b61b-1d6ca3357572 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.284384] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14cea0f9-8956-44a0-b61b-1d6ca3357572" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.284384] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14cea0f9-8956-44a0-b61b-1d6ca3357572" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.284384] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14cea0f9-8956-44a0-b61b-1d6ca3357572" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.284384] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14cea0f9-8956-44a0-b61b-1d6ca3357572',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.704861] env[66272]: INFO networking_nsxv3.common.synchronization [None req-842dc4ec-5789-442b-b9ef-e42c23000c6e None None] Enqueued Resource ID: 3911d719-ab66-43dd-b28b-30ad4d7d3d7a with Priority: HIGHEST for action port [ 613.708876] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3911d719-ab66-43dd-b28b-30ad4d7d3d7a with Priority: HIGHEST for action port [ 613.708876] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-3911d719-ab66-43dd-b28b-30ad4d7d3d7a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.708876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3911d719-ab66-43dd-b28b-30ad4d7d3d7a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.708876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3911d719-ab66-43dd-b28b-30ad4d7d3d7a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.708876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3911d719-ab66-43dd-b28b-30ad4d7d3d7a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.708876] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3911d719-ab66-43dd-b28b-30ad4d7d3d7a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.787317] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14cea0f9-8956-44a0-b61b-1d6ca3357572 [ 613.787444] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.787579] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.787648] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.787853] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.787941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.788776] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14cea0f9-8956-44a0-b61b-1d6ca3357572 already deleted. [ 613.788936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14cea0f9-8956-44a0-b61b-1d6ca3357572" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.211749] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3911d719-ab66-43dd-b28b-30ad4d7d3d7a [ 614.212033] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.212175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.212243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.212461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.212545] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.212636] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3911d719-ab66-43dd-b28b-30ad4d7d3d7a already deleted. [ 614.212714] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3911d719-ab66-43dd-b28b-30ad4d7d3d7a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.473599] env[66272]: INFO networking_nsxv3.common.synchronization [req-5ad76f37-cfdc-4ac0-b1f3-e520441d1101 req-cc720e08-86d2-46aa-bd28-d8f1036e3bdb service nova] Enqueued Resource ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 with Priority: HIGHEST for action security_group_rules [ 614.473599] env[66272]: INFO networking_nsxv3.common.synchronization [req-5ad76f37-cfdc-4ac0-b1f3-e520441d1101 req-cc720e08-86d2-46aa-bd28-d8f1036e3bdb service nova] Enqueued Resource ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 with Priority: HIGHEST for action security_group_members [ 614.473599] env[66272]: INFO networking_nsxv3.common.synchronization [req-5ad76f37-cfdc-4ac0-b1f3-e520441d1101 req-cc720e08-86d2-46aa-bd28-d8f1036e3bdb service nova] Enqueued Resource ID: 1e3caaef-3142-40f9-a3c7-2c2fa0b43b11 with Priority: HIGHEST for action port [ 614.475396] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 with Priority: HIGHEST for action security_group_rules [ 614.475396] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 with Priority: HIGHEST for action security_group_members [ 614.475396] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e3caaef-3142-40f9-a3c7-2c2fa0b43b11 with Priority: HIGHEST for action port [ 614.475518] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d30d38d-c53a-4fa3-9f3a-97a2b310c520 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.475833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.475833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.476088] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.476215] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d30d38d-c53a-4fa3-9f3a-97a2b310c520',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.477144] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.477257] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.477326] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.480813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.480977] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.481122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.481187] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.481399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.481748] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.481748] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d30d38d-c53a-4fa3-9f3a-97a2b310c520',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.484881] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e3caaef-3142-40f9-a3c7-2c2fa0b43b11 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.484881] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e3caaef-3142-40f9-a3c7-2c2fa0b43b11" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.484881] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e3caaef-3142-40f9-a3c7-2c2fa0b43b11" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.484881] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e3caaef-3142-40f9-a3c7-2c2fa0b43b11" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.484881] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e3caaef-3142-40f9-a3c7-2c2fa0b43b11',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.743985] env[66272]: INFO networking_nsxv3.common.synchronization [req-2082f01e-71c4-4fe6-a4a9-794363a55b9b req-88458deb-3f1b-40ae-9cfc-6c62bd7b4d33 tempest-ServerActionsTestJSON-249685309 tempest-ServerActionsTestJSON-249685309-project-member] Enqueued Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_members [ 614.743985] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_members [ 614.743985] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.743985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.743985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.743985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.743985] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.745474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.745474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.747299] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.747299] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.747299] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.803596] env[66272]: INFO networking_nsxv3.common.synchronization [None req-8c54430c-677e-48da-9e2b-93742ecc816a None None] Enqueued Resource ID: c1b268f5-e660-44ee-bb1a-2c95d62566ce with Priority: HIGHEST for action port [ 614.803979] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b268f5-e660-44ee-bb1a-2c95d62566ce with Priority: HIGHEST for action port [ 614.804354] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1b268f5-e660-44ee-bb1a-2c95d62566ce taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.804578] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1b268f5-e660-44ee-bb1a-2c95d62566ce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.804578] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1b268f5-e660-44ee-bb1a-2c95d62566ce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.804781] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1b268f5-e660-44ee-bb1a-2c95d62566ce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.804860] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1b268f5-e660-44ee-bb1a-2c95d62566ce',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.988504] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.988504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.995174] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d30d38d-c53a-4fa3-9f3a-97a2b310c520',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.996214] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e3caaef-3142-40f9-a3c7-2c2fa0b43b11 with status ACTIVE [ 614.996436] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.996564] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.996619] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.997496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.997496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.998808] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.998879] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.998922] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.999117] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.999199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.999381] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.999503] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.999561] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.000034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.000034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.000034] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e3caaef-3142-40f9-a3c7-2c2fa0b43b11 is going to be updated. [ 615.007133] env[66272]: INFO networking_nsxv3.common.synchronization [None req-0ff2dc18-eb1d-4a3f-a643-1412ac57ff93 None None] Enqueued Resource ID: 7f20b10a-779b-4a55-adde-5fa66d943290 with Priority: HIGHEST for action port [ 615.007868] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f20b10a-779b-4a55-adde-5fa66d943290 with Priority: HIGHEST for action port [ 615.008297] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f20b10a-779b-4a55-adde-5fa66d943290 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.008297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f20b10a-779b-4a55-adde-5fa66d943290" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.008482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f20b10a-779b-4a55-adde-5fa66d943290" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.009582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f20b10a-779b-4a55-adde-5fa66d943290" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.009582] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f20b10a-779b-4a55-adde-5fa66d943290',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.020888] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.021963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.021963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.021963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.021963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.021963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e3caaef-3142-40f9-a3c7-2c2fa0b43b11" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.250195] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.250347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.250347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.251039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.251039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.251039] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.251039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.251039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.251264] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.251264] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.251325] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 already deleted. [ 615.251368] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.259042] env[66272]: INFO networking_nsxv3.common.synchronization [None req-bbeae1f4-ee71-48e4-83ec-e724be8e9964 tempest-VolumesAssistedSnapshotsTest-1910850293 tempest-VolumesAssistedSnapshotsTest-1910850293-project-member] Enqueued Resource ID: 4827975c-8bd7-459e-b828-54977af9aa43 with Priority: HIGHEST for action security_group_rules [ 615.260414] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4827975c-8bd7-459e-b828-54977af9aa43 with Priority: HIGHEST for action security_group_rules [ 615.260857] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4827975c-8bd7-459e-b828-54977af9aa43 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.261014] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.261098] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.261332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.261414] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4827975c-8bd7-459e-b828-54977af9aa43',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.306439] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1b268f5-e660-44ee-bb1a-2c95d62566ce [ 615.306631] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.306863] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.306863] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.307465] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.307465] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.307465] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1b268f5-e660-44ee-bb1a-2c95d62566ce already deleted. [ 615.307465] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1b268f5-e660-44ee-bb1a-2c95d62566ce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.428819] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-670 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.429062] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-670" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.429230] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-670" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.429580] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-670" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.429845] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.430055] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.430200] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.430525] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.430740] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.430959] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.431130] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.431256] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.431424] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.431465] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.431755] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.431835] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.451895] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.452227] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.452227] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.452380] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-670" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.452685] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-3a33b9a4-61ad-4e0d-b6f8-d721c4661820 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.452853] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-3a33b9a4-61ad-4e0d-b6f8-d721c4661820" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.453045] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-3a33b9a4-61ad-4e0d-b6f8-d721c4661820" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.453361] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-3a33b9a4-61ad-4e0d-b6f8-d721c4661820" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.453496] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a33b9a4-61ad-4e0d-b6f8-d721c4661820',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.505020] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d30d38d-c53a-4fa3-9f3a-97a2b310c520',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.511188] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f20b10a-779b-4a55-adde-5fa66d943290 [ 615.511188] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.511363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.511363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.511580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.511683] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.511768] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f20b10a-779b-4a55-adde-5fa66d943290 already deleted. [ 615.511826] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f20b10a-779b-4a55-adde-5fa66d943290" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.784469] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.784761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.784761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.784890] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.784979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.785082] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4827975c-8bd7-459e-b828-54977af9aa43 already deleted. [ 615.785165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.959154] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.959154] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.959154] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.959154] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.959154] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.959154] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 3a33b9a4-61ad-4e0d-b6f8-d721c4661820 not found, creating... [ 615.959154] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.959154] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.959154] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.959154] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.959154] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.959542] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.959542] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.959614] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.959798] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.959956] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.960558] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 3a33b9a4-61ad-4e0d-b6f8-d721c4661820 is going to be created. [ 615.983292] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.983609] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.983820] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.984273] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.984609] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.984891] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-3a33b9a4-61ad-4e0d-b6f8-d721c4661820" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.005977] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.006222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.006336] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.006637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.006768] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.006877] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 is going to be created. [ 616.060632] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.061282] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.061391] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.061581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.061751] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.075881] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 in Status: UNINITIALIZED for 2s [ 616.123620] env[66272]: INFO networking_nsxv3.common.synchronization [None req-805017d5-7d33-4093-8574-5d323bbad63f tempest-VolumesAssistedSnapshotsTest-1910850293 tempest-VolumesAssistedSnapshotsTest-1910850293-project-member] Enqueued Resource ID: 4827975c-8bd7-459e-b828-54977af9aa43 with Priority: HIGHEST for action security_group_rules [ 616.124289] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4827975c-8bd7-459e-b828-54977af9aa43 with Priority: HIGHEST for action security_group_rules [ 616.124580] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4827975c-8bd7-459e-b828-54977af9aa43 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.124926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.124926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.124998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.125093] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4827975c-8bd7-459e-b828-54977af9aa43',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.647741] env[66272]: INFO networking_nsxv3.common.synchronization [None req-18988c9f-6c42-410e-ae99-425265622cf4 None None] Enqueued Resource ID: bdf21dfe-b6f8-4145-a23e-07034e9dac04 with Priority: HIGHEST for action port [ 616.648798] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.648927] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.649018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.649313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.649414] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.649492] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4827975c-8bd7-459e-b828-54977af9aa43 already deleted. [ 616.649573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.650122] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdf21dfe-b6f8-4145-a23e-07034e9dac04 with Priority: HIGHEST for action port [ 616.650427] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdf21dfe-b6f8-4145-a23e-07034e9dac04 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.650534] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdf21dfe-b6f8-4145-a23e-07034e9dac04" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.650598] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdf21dfe-b6f8-4145-a23e-07034e9dac04" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.650795] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdf21dfe-b6f8-4145-a23e-07034e9dac04" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.650901] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdf21dfe-b6f8-4145-a23e-07034e9dac04',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.698055] env[66272]: INFO networking_nsxv3.common.synchronization [req-2082f01e-71c4-4fe6-a4a9-794363a55b9b req-f8953cb1-220f-4a64-9774-08cdbea41ca1 service nova] Enqueued Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_rules [ 616.698055] env[66272]: INFO networking_nsxv3.common.synchronization [req-2082f01e-71c4-4fe6-a4a9-794363a55b9b req-f8953cb1-220f-4a64-9774-08cdbea41ca1 service nova] Enqueued Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_members [ 616.698055] env[66272]: INFO networking_nsxv3.common.synchronization [req-2082f01e-71c4-4fe6-a4a9-794363a55b9b req-f8953cb1-220f-4a64-9774-08cdbea41ca1 service nova] Enqueued Resource ID: 3a33b9a4-61ad-4e0d-b6f8-d721c4661820 with Priority: HIGHEST for action port [ 616.698561] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_rules [ 616.698700] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_members [ 616.698814] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a33b9a4-61ad-4e0d-b6f8-d721c4661820 with Priority: HIGHEST for action port [ 616.699076] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.699194] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.699280] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.699471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.699552] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.700457] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.700554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.700554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.700724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.700875] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.700955] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.701862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.702188] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.702188] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.702273] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.703513] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a33b9a4-61ad-4e0d-b6f8-d721c4661820 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.703513] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a33b9a4-61ad-4e0d-b6f8-d721c4661820" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.703513] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a33b9a4-61ad-4e0d-b6f8-d721c4661820" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.703513] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a33b9a4-61ad-4e0d-b6f8-d721c4661820" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.703513] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a33b9a4-61ad-4e0d-b6f8-d721c4661820',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.156266] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdf21dfe-b6f8-4145-a23e-07034e9dac04 [ 617.156266] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.156266] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.156266] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.156266] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.156266] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.156266] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdf21dfe-b6f8-4145-a23e-07034e9dac04 already deleted. [ 617.156266] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdf21dfe-b6f8-4145-a23e-07034e9dac04" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.214057] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.214057] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.214057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.214057] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a33b9a4-61ad-4e0d-b6f8-d721c4661820 with status ACTIVE [ 617.214057] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.214057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.214057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.214057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.214057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.214057] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.214057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.214057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.214057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.214057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.214778] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.214778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.214778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.214778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.214778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.216311] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a33b9a4-61ad-4e0d-b6f8-d721c4661820 is going to be updated. [ 617.239281] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.239281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.239281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.239281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.239281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.239281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a33b9a4-61ad-4e0d-b6f8-d721c4661820" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.480552] env[66272]: INFO networking_nsxv3.common.synchronization [req-935d4d07-794c-42e9-a720-0db1a47d6e08 req-ace51ad3-e511-4ce5-9c11-1df645d9dd21 tempest-ServerDiagnosticsTest-1520273936 tempest-ServerDiagnosticsTest-1520273936-project-member] Enqueued Resource ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 with Priority: HIGHEST for action security_group_members [ 617.481491] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 with Priority: HIGHEST for action security_group_members [ 617.482036] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-840e1e14-546a-4bf3-b34f-642ea06d4906 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.482144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.482221] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.482449] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.482605] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.482704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.482764] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.482943] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.483072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.483154] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('840e1e14-546a-4bf3-b34f-642ea06d4906',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.714026] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.940986] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.941085] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.941181] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.941899] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.941899] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.941899] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.941899] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.942154] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.942847] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.942847] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.942847] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.942847] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.942847] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.942847] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.943117] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.943117] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.961801] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.961969] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.962491] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.962491] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.962585] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-b09abedb-ce35-4dd7-8fb5-2aa4d2317a21 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.962764] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-b09abedb-ce35-4dd7-8fb5-2aa4d2317a21" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.962842] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-b09abedb-ce35-4dd7-8fb5-2aa4d2317a21" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.963215] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-b09abedb-ce35-4dd7-8fb5-2aa4d2317a21" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.963381] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b09abedb-ce35-4dd7-8fb5-2aa4d2317a21',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.985418] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.986080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.986080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.986080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.986080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.986227] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.986276] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.986341] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.986480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.986551] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.986792] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 already deleted. [ 617.986792] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.088479] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 in Status: SUCCESS [ 618.089064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.089331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.089649] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.089927] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.090115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.090633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.090633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.090633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.090633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.090633] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d30d38d-c53a-4fa3-9f3a-97a2b310c520',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.219172] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.219172] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.219172] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.219172] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.219172] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.219172] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 is going to be created. [ 618.244670] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.244821] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.244886] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.245171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.245371] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.257687] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: UNINITIALIZED for 2s [ 618.288240] env[66272]: INFO networking_nsxv3.common.synchronization [req-78793c53-8c40-46a5-be06-124feacf61d0 req-d457ba19-8602-417a-a57e-9fecb8546943 tempest-MigrationsAdminTest-2090684843 tempest-MigrationsAdminTest-2090684843-project-member] Enqueued Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGHEST for action security_group_members [ 618.288240] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGHEST for action security_group_members [ 618.288240] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.288240] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.291793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.291793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.291793] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.292209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.292348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.293320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.294082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.294082] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.466588] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.466822] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.466940] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.467293] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.467438] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.467586] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port b09abedb-ce35-4dd7-8fb5-2aa4d2317a21 not found, creating... [ 618.467835] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.467976] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.468104] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.468313] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.468441] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.468709] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.468853] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.468965] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.469210] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.469307] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.469435] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: b09abedb-ce35-4dd7-8fb5-2aa4d2317a21 is going to be created. [ 618.494135] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.494393] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.494513] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.494791] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.495014] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.495237] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-b09abedb-ce35-4dd7-8fb5-2aa4d2317a21" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.595923] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.598119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.598119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.598119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.598119] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.598119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.598119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.598119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.598119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.598119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.598119] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.598541] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.598541] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.598541] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.598781] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.598861] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.598918] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.599473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.600915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.600915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.600915] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d30d38d-c53a-4fa3-9f3a-97a2b310c520',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.601816] env[66272]: INFO networking_nsxv3.common.synchronization [None req-7252acda-9f29-41bd-80f8-4953187cb3ec None None] Enqueued Resource ID: ee063889-33d4-41e5-840d-94966ac12ce3 with Priority: HIGHEST for action port [ 618.602440] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee063889-33d4-41e5-840d-94966ac12ce3 with Priority: HIGHEST for action port [ 618.602746] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee063889-33d4-41e5-840d-94966ac12ce3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.602861] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee063889-33d4-41e5-840d-94966ac12ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.603021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee063889-33d4-41e5-840d-94966ac12ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.603245] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee063889-33d4-41e5-840d-94966ac12ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.604127] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee063889-33d4-41e5-840d-94966ac12ce3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.797791] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.797791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.797791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.797791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.797791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.797791] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.797791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.797791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.797791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.797791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.797791] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04622331-a528-4ef0-9e2b-733f9502fca2 already deleted. [ 618.797791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.905400] env[66272]: INFO networking_nsxv3.common.synchronization [None req-6a6f2546-bacd-48e9-87cb-3f60b31cb0d9 None None] Enqueued Resource ID: 5900df69-fe62-433d-9e68-9d6a9adbf885 with Priority: HIGHEST for action port [ 618.906292] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5900df69-fe62-433d-9e68-9d6a9adbf885 with Priority: HIGHEST for action port [ 618.906292] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-5900df69-fe62-433d-9e68-9d6a9adbf885 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.906435] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5900df69-fe62-433d-9e68-9d6a9adbf885" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.906470] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5900df69-fe62-433d-9e68-9d6a9adbf885" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.906699] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5900df69-fe62-433d-9e68-9d6a9adbf885" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.907772] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5900df69-fe62-433d-9e68-9d6a9adbf885',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.103613] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d30d38d-c53a-4fa3-9f3a-97a2b310c520: rpc.has_security_group_logging(os_id): False [ 619.104524] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee063889-33d4-41e5-840d-94966ac12ce3 [ 619.105766] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.105766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.105766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.105766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.105766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.105766] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee063889-33d4-41e5-840d-94966ac12ce3 already deleted. [ 619.105766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee063889-33d4-41e5-840d-94966ac12ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.128012] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.128172] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.128238] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.128450] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.128560] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.128717] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.128813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.128867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.129022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.129108] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.129290] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.129385] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.129445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.129588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.129661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.129836] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.129922] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.129980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.131299] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.131299] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.131299] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 is going to be created. [ 619.186211] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.186211] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.186211] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.186211] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.186211] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.186568] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.186568] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.186742] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.186843] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.187058] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.187169] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.187271] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.187370] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.187469] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.187567] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.187689] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.192262] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.192406] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.192471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.193313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.193313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.206745] env[66272]: INFO networking_nsxv3.common.synchronization [req-935d4d07-794c-42e9-a720-0db1a47d6e08 req-ec23cff7-748d-4529-aea2-36aeeb8aa064 service nova] Enqueued Resource ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 with Priority: HIGHEST for action security_group_rules [ 619.206928] env[66272]: INFO networking_nsxv3.common.synchronization [req-935d4d07-794c-42e9-a720-0db1a47d6e08 req-ec23cff7-748d-4529-aea2-36aeeb8aa064 service nova] Enqueued Resource ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 with Priority: HIGHEST for action security_group_members [ 619.207116] env[66272]: INFO networking_nsxv3.common.synchronization [req-935d4d07-794c-42e9-a720-0db1a47d6e08 req-ec23cff7-748d-4529-aea2-36aeeb8aa064 service nova] Enqueued Resource ID: b09abedb-ce35-4dd7-8fb5-2aa4d2317a21 with Priority: HIGHEST for action port [ 619.208061] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 in Status: IN_PROGRESS for 2s [ 619.208814] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 with Priority: HIGHEST for action security_group_rules [ 619.208889] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 with Priority: HIGHEST for action security_group_members [ 619.208959] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09abedb-ce35-4dd7-8fb5-2aa4d2317a21 with Priority: HIGHEST for action port [ 619.209248] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-840e1e14-546a-4bf3-b34f-642ea06d4906 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.209368] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.209435] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.209765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.209831] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('840e1e14-546a-4bf3-b34f-642ea06d4906',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.210640] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-840e1e14-546a-4bf3-b34f-642ea06d4906 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.210805] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.210952] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.211199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.211237] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.211329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.211380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.211522] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.211604] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.211692] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('840e1e14-546a-4bf3-b34f-642ea06d4906',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.212863] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-b09abedb-ce35-4dd7-8fb5-2aa4d2317a21 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.212863] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b09abedb-ce35-4dd7-8fb5-2aa4d2317a21" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.212863] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b09abedb-ce35-4dd7-8fb5-2aa4d2317a21" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.213204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b09abedb-ce35-4dd7-8fb5-2aa4d2317a21" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.213204] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b09abedb-ce35-4dd7-8fb5-2aa4d2317a21',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.215798] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.215798] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.215798] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.216031] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.216213] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-da9f5781-8f10-430a-900d-b090f61f540c taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.216366] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-da9f5781-8f10-430a-900d-b090f61f540c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.216475] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-da9f5781-8f10-430a-900d-b090f61f540c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.216794] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-da9f5781-8f10-430a-900d-b090f61f540c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.216905] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da9f5781-8f10-430a-900d-b090f61f540c',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.408656] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5900df69-fe62-433d-9e68-9d6a9adbf885 [ 619.408896] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.409062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.409142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.409358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.409444] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.409538] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5900df69-fe62-433d-9e68-9d6a9adbf885 already deleted. [ 619.409618] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5900df69-fe62-433d-9e68-9d6a9adbf885" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.715791] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-840e1e14-546a-4bf3-b34f-642ea06d4906 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.715932] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.716140] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('840e1e14-546a-4bf3-b34f-642ea06d4906',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.718253] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b09abedb-ce35-4dd7-8fb5-2aa4d2317a21 with status ACTIVE [ 619.718253] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.718253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.718253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.718253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.718253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.718253] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.718253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.718253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.718253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.718253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.718669] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.718669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.718669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.718669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.718793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.718793] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b09abedb-ce35-4dd7-8fb5-2aa4d2317a21 is going to be updated. [ 619.723122] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.723122] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.723122] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.723122] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.723122] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.723122] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port da9f5781-8f10-430a-900d-b090f61f540c not found, creating... [ 619.723417] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.723417] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.723417] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.723608] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.723887] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.725077] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.726493] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.726610] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.727084] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.727252] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.727405] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: da9f5781-8f10-430a-900d-b090f61f540c is going to be created. [ 619.759406] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.759663] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.759799] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.760086] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.760306] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.760561] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-da9f5781-8f10-430a-900d-b090f61f540c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.762072] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.762201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.762325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.762516] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.762640] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.762927] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b09abedb-ce35-4dd7-8fb5-2aa4d2317a21" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.222542] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('840e1e14-546a-4bf3-b34f-642ea06d4906',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.288015] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: SUCCESS [ 620.288348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.288450] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.288721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.288941] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.289096] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.289159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.289326] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.289402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.289493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.289585] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.527324] env[66272]: INFO networking_nsxv3.common.synchronization [req-78793c53-8c40-46a5-be06-124feacf61d0 req-e4b2908b-70c1-4873-9854-96e4b661b546 service nova] Enqueued Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGHEST for action security_group_rules [ 620.527556] env[66272]: INFO networking_nsxv3.common.synchronization [req-78793c53-8c40-46a5-be06-124feacf61d0 req-e4b2908b-70c1-4873-9854-96e4b661b546 service nova] Enqueued Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGHEST for action security_group_members [ 620.527556] env[66272]: INFO networking_nsxv3.common.synchronization [req-78793c53-8c40-46a5-be06-124feacf61d0 req-e4b2908b-70c1-4873-9854-96e4b661b546 service nova] Enqueued Resource ID: da9f5781-8f10-430a-900d-b090f61f540c with Priority: HIGHEST for action port [ 620.528833] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGHEST for action security_group_rules [ 620.528963] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGHEST for action security_group_members [ 620.529084] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da9f5781-8f10-430a-900d-b090f61f540c with Priority: HIGHEST for action port [ 620.529380] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.529505] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.529572] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.529828] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.529910] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.530874] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.530994] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.531080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.531262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.531433] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.531548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.531593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.532082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.532206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.532777] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.533332] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-da9f5781-8f10-430a-900d-b090f61f540c taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.533332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da9f5781-8f10-430a-900d-b090f61f540c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.533332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da9f5781-8f10-430a-900d-b090f61f540c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.533559] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da9f5781-8f10-430a-900d-b090f61f540c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.533593] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da9f5781-8f10-430a-900d-b090f61f540c',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.726034] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.726300] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.726300] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.726482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.726560] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.726655] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 is going to be created. [ 620.755384] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.757574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.757574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.757574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.757574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.766120] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 in Status: UNINITIALIZED for 2s [ 620.791912] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.035521] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.035647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.035831] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da9f5781-8f10-430a-900d-b090f61f540c with status ACTIVE [ 621.035998] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.036156] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.036222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.036426] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.036532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.036680] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.036773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.036831] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.036980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.037067] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.037247] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.037338] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.037411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.037526] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.037595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.037669] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da9f5781-8f10-430a-900d-b090f61f540c is going to be updated. [ 621.040969] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.062996] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.063846] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.063846] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.064817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.064956] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.065130] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da9f5781-8f10-430a-900d-b090f61f540c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.185519] env[66272]: INFO networking_nsxv3.common.synchronization [None req-d201e2aa-099c-4aae-8275-acdba68b1534 None None] Enqueued Resource ID: a7b210c5-a7b2-498c-8b86-201b01e70191 with Priority: HIGHEST for action port [ 621.186174] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b210c5-a7b2-498c-8b86-201b01e70191 with Priority: HIGHEST for action port [ 621.186476] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7b210c5-a7b2-498c-8b86-201b01e70191 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.186604] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7b210c5-a7b2-498c-8b86-201b01e70191" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.186744] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7b210c5-a7b2-498c-8b86-201b01e70191" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.187181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7b210c5-a7b2-498c-8b86-201b01e70191" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.187181] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b210c5-a7b2-498c-8b86-201b01e70191',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.220274] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 in Status: SUCCESS [ 621.220479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.296417] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4c45e4a-a070-4b09-ac6c-4d4f14eac691: rpc.has_security_group_logging(os_id): False [ 621.322439] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.322585] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.322657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.322894] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.322989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.323244] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.323370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.323425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.323549] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.323621] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.323872] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 is going to be created. [ 621.411273] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.411273] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.411273] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.412401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.412401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.426328] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: IN_PROGRESS for 2s [ 621.542994] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.647932] env[66272]: INFO networking_nsxv3.common.synchronization [None req-514caa81-4c9a-490e-b41c-ce46d9275364 tempest-ServersTestBootFromVolume-1881410564 tempest-ServersTestBootFromVolume-1881410564-project-member] Enqueued Resource ID: 3513b44b-3758-417c-9595-9cd035b6329d with Priority: HIGHEST for action security_group_rules [ 621.648576] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3513b44b-3758-417c-9595-9cd035b6329d with Priority: HIGHEST for action security_group_rules [ 621.648918] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3513b44b-3758-417c-9595-9cd035b6329d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.650265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.650265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.651984] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.652164] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3513b44b-3758-417c-9595-9cd035b6329d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.690138] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7b210c5-a7b2-498c-8b86-201b01e70191 [ 621.690934] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.690934] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.690934] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.692042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.692042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.692042] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7b210c5-a7b2-498c-8b86-201b01e70191 already deleted. [ 621.692042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7b210c5-a7b2-498c-8b86-201b01e70191" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.764942] env[66272]: INFO networking_nsxv3.common.synchronization [None req-3f5df6e7-0e19-4c86-93b8-521ed5a22478 tempest-ServersTestBootFromVolume-1881410564 tempest-ServersTestBootFromVolume-1881410564-project-member] Enqueued Resource ID: 3513b44b-3758-417c-9595-9cd035b6329d with Priority: HIGHEST for action security_group_rules [ 621.765509] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3513b44b-3758-417c-9595-9cd035b6329d with Priority: HIGHEST for action security_group_rules [ 621.765867] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3513b44b-3758-417c-9595-9cd035b6329d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.765942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.046359] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.046463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.046677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.047217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.047902] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.048925] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04622331-a528-4ef0-9e2b-733f9502fca2 is going to be created. [ 622.077995] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.077995] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.077995] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.077995] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.077995] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.094987] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04622331-a528-4ef0-9e2b-733f9502fca2 in Status: UNINITIALIZED for 2s [ 622.179904] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.179904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.179904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.179904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.179904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.179904] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3513b44b-3758-417c-9595-9cd035b6329d already deleted. [ 622.179904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.179904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.179904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.179904] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3513b44b-3758-417c-9595-9cd035b6329d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.710701] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.711024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.711024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.711507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.711507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.711507] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3513b44b-3758-417c-9595-9cd035b6329d already deleted. [ 622.711632] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.777671] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 in Status: SUCCESS [ 622.777810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.777971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.779261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.779261] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.779261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.779261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.779261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.779261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.779261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.779261] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('840e1e14-546a-4bf3-b34f-642ea06d4906',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.059995] env[66272]: INFO networking_nsxv3.common.synchronization [req-c6073fa8-b23c-43a6-a97c-8c1753c5c0f7 req-dc48bcc5-faf0-4528-aa4d-faf1d6bcefd7 tempest-VolumesAdminNegativeTest-124600089 tempest-VolumesAdminNegativeTest-124600089-project-member] Enqueued Resource ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 with Priority: HIGHEST for action security_group_members [ 623.063158] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 with Priority: HIGHEST for action security_group_members [ 623.063158] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a89827-d8d5-4da7-b742-8b0e72864d57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.063158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.063158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.063158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.063158] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.063158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.063158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.063158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.063158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.063158] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43a89827-d8d5-4da7-b742-8b0e72864d57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.282825] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-840e1e14-546a-4bf3-b34f-642ea06d4906 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.283809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.283809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.283809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.283809] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.284115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.284115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.285696] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.285696] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.285696] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.285696] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-840e1e14-546a-4bf3-b34f-642ea06d4906 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.285696] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.285696] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.285926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.286467] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.286467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.286467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.286467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.286646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.286646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.286734] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('840e1e14-546a-4bf3-b34f-642ea06d4906',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.442206] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: SUCCESS [ 623.442206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.566548] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.567557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.567557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.567557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.567557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.567557] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.567807] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.567807] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.567889] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.567935] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.568090] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 already deleted. [ 623.568197] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.632742] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.633061] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-358" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.633061] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-358" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.633392] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-358" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.633633] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.633770] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.633894] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.634138] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.634278] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.634468] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.634937] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.634937] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.634937] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.634937] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.634937] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.635111] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.658398] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.658398] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.658398] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.658398] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-358" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.658398] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-0ec990b9-b766-4555-89e1-546553eaf06e taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.658398] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-0ec990b9-b766-4555-89e1-546553eaf06e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.658398] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-0ec990b9-b766-4555-89e1-546553eaf06e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.658398] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-0ec990b9-b766-4555-89e1-546553eaf06e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.658812] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ec990b9-b766-4555-89e1-546553eaf06e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.792460] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 840e1e14-546a-4bf3-b34f-642ea06d4906: rpc.has_security_group_logging(os_id): False [ 623.812937] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.813151] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.813151] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.813375] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.813455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.813644] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.813728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.813788] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.813961] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.814064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.814234] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.814353] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.814525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.814525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.814618] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.814745] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.814835] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.814890] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.815803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.816468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.816576] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 is going to be created. [ 623.837342] env[66272]: INFO networking_nsxv3.common.synchronization [None req-23cfae08-44ec-4239-86df-bf9d79d00d67 tempest-ServersV294TestFqdnHostnames-1126931578 tempest-ServersV294TestFqdnHostnames-1126931578-project-member] Enqueued Resource ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 with Priority: HIGHEST for action security_group_rules [ 623.837883] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 with Priority: HIGHEST for action security_group_rules [ 623.838204] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be6fd3a-2a28-4b7c-bd73-00e934659514 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.838332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.838400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.838640] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.838721] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be6fd3a-2a28-4b7c-bd73-00e934659514',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.876151] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.876301] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.876364] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.876593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.876868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.890908] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 in Status: IN_PROGRESS for 2s [ 624.108020] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04622331-a528-4ef0-9e2b-733f9502fca2 in Status: SUCCESS [ 624.108020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.108020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.108020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.108020] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.108297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.108297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.108356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.108487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.108528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.108591] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.128849] env[66272]: INFO networking_nsxv3.common.synchronization [None req-d9cc7b91-fbc2-421d-b43d-6611e7882e75 tempest-ServersV294TestFqdnHostnames-1126931578 tempest-ServersV294TestFqdnHostnames-1126931578-project-member] Enqueued Resource ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 with Priority: HIGHEST for action security_group_rules [ 624.130950] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 with Priority: HIGHEST for action security_group_rules [ 624.131320] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be6fd3a-2a28-4b7c-bd73-00e934659514 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.131466] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.162245] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.162582] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.162723] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.163109] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.163235] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.163432] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 0ec990b9-b766-4555-89e1-546553eaf06e not found, creating... [ 624.163657] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.163816] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.163952] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.164217] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.164349] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.164678] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.164796] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.164939] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.165250] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.165413] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.165551] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 0ec990b9-b766-4555-89e1-546553eaf06e is going to be created. [ 624.184969] env[66272]: INFO networking_nsxv3.common.synchronization [None req-7e467201-98cf-4c9d-b4b4-a65b573774ae None None] Enqueued Resource ID: 2276a384-30ee-4957-a3a3-e824c1a73108 with Priority: HIGHEST for action port [ 624.185786] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2276a384-30ee-4957-a3a3-e824c1a73108 with Priority: HIGHEST for action port [ 624.186576] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-2276a384-30ee-4957-a3a3-e824c1a73108 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.186576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2276a384-30ee-4957-a3a3-e824c1a73108" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.187381] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2276a384-30ee-4957-a3a3-e824c1a73108" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.187533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2276a384-30ee-4957-a3a3-e824c1a73108" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.188293] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2276a384-30ee-4957-a3a3-e824c1a73108',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.191807] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.192379] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.192569] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.193940] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.193940] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.193940] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-0ec990b9-b766-4555-89e1-546553eaf06e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.371795] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.372021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.372021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.372519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.372613] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.372645] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 already deleted. [ 624.372731] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.372910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.373159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.373287] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be6fd3a-2a28-4b7c-bd73-00e934659514',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.610974] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.611190] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.611250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.611456] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.611620] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.611712] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.611772] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.611922] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.612049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.612184] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.612336] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.612429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.612500] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.612633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.612817] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.612934] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.612934] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.613145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.613201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.613269] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.613359] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.691506] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2276a384-30ee-4957-a3a3-e824c1a73108 [ 624.691837] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.691953] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.691993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.692211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.692297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.692394] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2276a384-30ee-4957-a3a3-e824c1a73108 already deleted. [ 624.692475] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2276a384-30ee-4957-a3a3-e824c1a73108" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.876927] env[66272]: INFO networking_nsxv3.common.synchronization [req-c6073fa8-b23c-43a6-a97c-8c1753c5c0f7 req-5b0f6f3c-eddd-41eb-88cf-a9bf2abe9085 service nova] Enqueued Resource ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 with Priority: HIGHEST for action security_group_rules [ 624.877198] env[66272]: INFO networking_nsxv3.common.synchronization [req-c6073fa8-b23c-43a6-a97c-8c1753c5c0f7 req-5b0f6f3c-eddd-41eb-88cf-a9bf2abe9085 service nova] Enqueued Resource ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 with Priority: HIGHEST for action security_group_members [ 624.877246] env[66272]: INFO networking_nsxv3.common.synchronization [req-c6073fa8-b23c-43a6-a97c-8c1753c5c0f7 req-5b0f6f3c-eddd-41eb-88cf-a9bf2abe9085 service nova] Enqueued Resource ID: 0ec990b9-b766-4555-89e1-546553eaf06e with Priority: HIGHEST for action port [ 624.879940] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 with Priority: HIGHEST for action security_group_rules [ 624.880437] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 with Priority: HIGHEST for action security_group_members [ 624.880799] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec990b9-b766-4555-89e1-546553eaf06e with Priority: HIGHEST for action port [ 624.881519] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43a89827-d8d5-4da7-b742-8b0e72864d57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.881656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.881723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.881973] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.882067] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43a89827-d8d5-4da7-b742-8b0e72864d57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.882946] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a89827-d8d5-4da7-b742-8b0e72864d57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.883275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.883370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.883553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.883705] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.883802] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.883867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.884049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.884287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.884406] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43a89827-d8d5-4da7-b742-8b0e72864d57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.885699] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ec990b9-b766-4555-89e1-546553eaf06e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.885808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ec990b9-b766-4555-89e1-546553eaf06e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.885873] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ec990b9-b766-4555-89e1-546553eaf06e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.886036] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ec990b9-b766-4555-89e1-546553eaf06e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.886114] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ec990b9-b766-4555-89e1-546553eaf06e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.899270] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.899442] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.899489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.899675] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.899760] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.899850] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 already deleted. [ 624.899930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.115369] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04622331-a528-4ef0-9e2b-733f9502fca2: rpc.has_security_group_logging(os_id): False [ 625.133506] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.133675] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.133713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.133923] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.134032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.134204] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.134313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.134373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.134521] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.134597] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.134784] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.134878] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.134963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.135170] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.135258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.135445] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.135540] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.135599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.135738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.135812] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.135894] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04622331-a528-4ef0-9e2b-733f9502fca2 is going to be created. [ 625.202940] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.203182] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.203182] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.203385] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.203561] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.215701] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04622331-a528-4ef0-9e2b-733f9502fca2 in Status: IN_PROGRESS for 2s [ 625.388436] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a89827-d8d5-4da7-b742-8b0e72864d57 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.388591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.388763] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43a89827-d8d5-4da7-b742-8b0e72864d57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.390029] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ec990b9-b766-4555-89e1-546553eaf06e with status ACTIVE [ 625.390221] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.390408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.390408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.391018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.391018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.391018] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.391018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.391018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.393862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.393862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.393862] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.393862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.393862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.396505] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.396595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.396657] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ec990b9-b766-4555-89e1-546553eaf06e is going to be updated. [ 625.419669] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.419848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.419979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.420111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.420239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.420397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ec990b9-b766-4555-89e1-546553eaf06e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.899026] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43a89827-d8d5-4da7-b742-8b0e72864d57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.907631] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 in Status: SUCCESS [ 625.907935] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.359718] env[66272]: INFO networking_nsxv3.common.synchronization [None req-7db7fc12-c743-4689-afb8-369ddba555a1 None None] Enqueued Resource ID: 140a059a-72fb-4818-846b-c11119372d8e with Priority: HIGHEST for action port [ 626.359718] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140a059a-72fb-4818-846b-c11119372d8e with Priority: HIGHEST for action port [ 626.359718] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-140a059a-72fb-4818-846b-c11119372d8e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.359718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-140a059a-72fb-4818-846b-c11119372d8e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.359718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-140a059a-72fb-4818-846b-c11119372d8e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.360013] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-140a059a-72fb-4818-846b-c11119372d8e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.360013] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('140a059a-72fb-4818-846b-c11119372d8e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.402207] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.402419] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.402504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.402766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.402857] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.403733] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 is going to be created. [ 626.432551] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.432763] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.432833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.433129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.433280] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.447377] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 in Status: UNINITIALIZED for 2s [ 626.862560] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 140a059a-72fb-4818-846b-c11119372d8e [ 626.862811] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.862994] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.863116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.863351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.863953] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.863953] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:140a059a-72fb-4818-846b-c11119372d8e already deleted. [ 626.864143] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-140a059a-72fb-4818-846b-c11119372d8e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.205516] env[66272]: INFO networking_nsxv3.common.synchronization [None req-363bf772-1595-4e85-b94f-83a925e6083d tempest-ServersWithSpecificFlavorTestJSON-1724810957 tempest-ServersWithSpecificFlavorTestJSON-1724810957-project-member] Enqueued Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_rules [ 627.205516] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_rules [ 627.209618] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f88faf73-706c-46b9-b8f1-1497dde117bd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.209618] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.209618] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.209618] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.209618] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.238422] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04622331-a528-4ef0-9e2b-733f9502fca2 in Status: SUCCESS [ 627.238422] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.420735] env[66272]: INFO networking_nsxv3.common.synchronization [None req-eece0a70-c85e-4052-95e4-6007ad37977e tempest-ServersWithSpecificFlavorTestJSON-1724810957 tempest-ServersWithSpecificFlavorTestJSON-1724810957-project-member] Enqueued Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_rules [ 627.421458] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_rules [ 627.421836] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f88faf73-706c-46b9-b8f1-1497dde117bd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.421937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.737077] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.738462] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.738462] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.738462] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.738614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.738614] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f88faf73-706c-46b9-b8f1-1497dde117bd already deleted. [ 627.738752] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.739030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.739030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.739125] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.190955] env[66272]: INFO networking_nsxv3.common.synchronization [req-dacd0b70-a042-44f0-a025-0a5f77908851 req-24662053-6326-432f-a4c6-fd58b50027f8 tempest-ServersAdminTestJSON-522433335 tempest-ServersAdminTestJSON-522433335-project-member] Enqueued Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 628.191634] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 628.191634] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.192793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.192793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.192973] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.193157] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.193341] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.193407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.193604] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.193695] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.193809] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.277895] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.278306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.278306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.278652] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.281867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.281867] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f88faf73-706c-46b9-b8f1-1497dde117bd already deleted. [ 628.281867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.418959] env[66272]: INFO networking_nsxv3.common.synchronization [None req-8dc41cc4-9629-4ec5-a646-a1c1c65eaa54 tempest-ServersTestFqdnHostnames-1500831721 tempest-ServersTestFqdnHostnames-1500831721-project-member] Enqueued Resource ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd with Priority: HIGHEST for action security_group_rules [ 628.419947] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd with Priority: HIGHEST for action security_group_rules [ 628.419990] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.420148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.420201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.420434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.420562] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c46c642-b06f-4d3f-8eaf-dc6416bc24bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.456288] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 in Status: SUCCESS [ 628.456513] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.456670] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.456892] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.457819] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.457819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.457819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.457819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.457819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.457819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.457819] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43a89827-d8d5-4da7-b742-8b0e72864d57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.630743] env[66272]: INFO networking_nsxv3.common.synchronization [None req-6ff370f6-2699-4b43-ad40-50b2e5190540 tempest-ServersTestFqdnHostnames-1500831721 tempest-ServersTestFqdnHostnames-1500831721-project-member] Enqueued Resource ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd with Priority: HIGHEST for action security_group_rules [ 628.631361] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd with Priority: HIGHEST for action security_group_rules [ 628.632032] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.632032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.655189] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.655189] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.655189] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.655189] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.655189] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.655189] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.660544] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.660544] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.660544] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.660544] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.660544] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.660544] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.660544] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.660544] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.660544] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.660544] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.685158] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.685158] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.685158] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.685158] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.685158] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-65eb75b6-64fa-489c-b0d5-b6822bcb9417 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.685158] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-65eb75b6-64fa-489c-b0d5-b6822bcb9417" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.685158] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-65eb75b6-64fa-489c-b0d5-b6822bcb9417" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.685158] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-65eb75b6-64fa-489c-b0d5-b6822bcb9417" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.685158] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65eb75b6-64fa-489c-b0d5-b6822bcb9417',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.699514] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.699671] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.699739] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.699964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.700063] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.702046] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.702046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.702046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.702046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.702046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.702046] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 already deleted. [ 628.702046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.950370] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.950370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.950370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.950370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.950370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.950370] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd already deleted. [ 628.950370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.950370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.950370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.950370] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c46c642-b06f-4d3f-8eaf-dc6416bc24bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.963773] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a89827-d8d5-4da7-b742-8b0e72864d57 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.963773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.963773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.963773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.963773] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.963773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.963773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.963773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.963773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.963773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.963773] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a89827-d8d5-4da7-b742-8b0e72864d57 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.963773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.963773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.963773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.963773] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.963773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.964493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.964493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.964493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.964493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.964493] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43a89827-d8d5-4da7-b742-8b0e72864d57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.048044] env[66272]: INFO networking_nsxv3.common.synchronization [None req-9b48467a-7781-4917-ae0d-8b17e8165f2a None None] Enqueued Resource ID: c182d7ff-da5b-407b-8709-8a30f102a9b9 with Priority: HIGHEST for action port [ 629.048044] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c182d7ff-da5b-407b-8709-8a30f102a9b9 with Priority: HIGHEST for action port [ 629.048338] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-c182d7ff-da5b-407b-8709-8a30f102a9b9 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.048473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c182d7ff-da5b-407b-8709-8a30f102a9b9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.048554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c182d7ff-da5b-407b-8709-8a30f102a9b9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.048833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c182d7ff-da5b-407b-8709-8a30f102a9b9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.048916] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c182d7ff-da5b-407b-8709-8a30f102a9b9',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.190947] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.191190] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.191310] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.191613] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.191950] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.191950] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 65eb75b6-64fa-489c-b0d5-b6822bcb9417 not found, creating... [ 629.192160] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.192299] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.192407] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.192618] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.192745] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.193092] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.193443] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.193443] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.194038] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.194112] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.194261] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 65eb75b6-64fa-489c-b0d5-b6822bcb9417 is going to be created. [ 629.226292] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.226457] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.226457] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.226741] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.227083] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.227179] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-65eb75b6-64fa-489c-b0d5-b6822bcb9417" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.466072] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43a89827-d8d5-4da7-b742-8b0e72864d57: rpc.has_security_group_logging(os_id): False [ 629.475569] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.475758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.475835] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.476045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.476147] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.476232] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd already deleted. [ 629.476313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.487661] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.487853] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.487919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.488121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.488228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.488395] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.488487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.488579] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.488735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.488810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.489052] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.489150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.489206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.489356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.489429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.489610] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.489729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.489797] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.489944] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.490610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.490768] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 is going to be created. [ 629.551262] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c182d7ff-da5b-407b-8709-8a30f102a9b9 [ 629.551503] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.551661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.551775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.551933] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.552043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.552125] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c182d7ff-da5b-407b-8709-8a30f102a9b9 already deleted. [ 629.552206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c182d7ff-da5b-407b-8709-8a30f102a9b9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.585271] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.585536] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.585536] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.585980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.585980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.612186] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 in Status: IN_PROGRESS for 2s [ 630.044976] env[66272]: INFO networking_nsxv3.common.synchronization [req-dacd0b70-a042-44f0-a025-0a5f77908851 req-080fa5f5-04b6-417d-9219-402ce88c5946 service nova] Enqueued Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_rules [ 630.044976] env[66272]: INFO networking_nsxv3.common.synchronization [req-dacd0b70-a042-44f0-a025-0a5f77908851 req-080fa5f5-04b6-417d-9219-402ce88c5946 service nova] Enqueued Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 630.044976] env[66272]: INFO networking_nsxv3.common.synchronization [req-dacd0b70-a042-44f0-a025-0a5f77908851 req-080fa5f5-04b6-417d-9219-402ce88c5946 service nova] Enqueued Resource ID: 65eb75b6-64fa-489c-b0d5-b6822bcb9417 with Priority: HIGHEST for action port [ 630.044976] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_rules [ 630.044976] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 630.045904] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65eb75b6-64fa-489c-b0d5-b6822bcb9417 with Priority: HIGHEST for action port [ 630.046738] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.046738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.046738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.047060] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.047150] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.048398] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.048398] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.048398] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.048652] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.049258] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.049379] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.049540] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.049597] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.049794] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.049794] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.050669] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-65eb75b6-64fa-489c-b0d5-b6822bcb9417 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.050748] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65eb75b6-64fa-489c-b0d5-b6822bcb9417" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.050843] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65eb75b6-64fa-489c-b0d5-b6822bcb9417" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.050951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65eb75b6-64fa-489c-b0d5-b6822bcb9417" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.051033] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65eb75b6-64fa-489c-b0d5-b6822bcb9417',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.242021] env[66272]: INFO networking_nsxv3.common.synchronization [req-d9f413c6-ce03-4817-91a4-752870f98452 req-7b58f510-c152-4046-9178-49cceaf6aee1 tempest-VolumesAssistedSnapshotsTest-1910850293 tempest-VolumesAssistedSnapshotsTest-1910850293-project-member] Enqueued Resource ID: 4827975c-8bd7-459e-b828-54977af9aa43 with Priority: HIGHEST for action security_group_members [ 630.242157] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4827975c-8bd7-459e-b828-54977af9aa43 with Priority: HIGHEST for action security_group_members [ 630.242848] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4827975c-8bd7-459e-b828-54977af9aa43 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.243471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.243471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.243766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.246809] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.246809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.246809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.246809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.246809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.246809] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4827975c-8bd7-459e-b828-54977af9aa43',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.555734] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.555734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.555734] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.555734] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65eb75b6-64fa-489c-b0d5-b6822bcb9417 with status ACTIVE [ 630.555734] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.555734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.555734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.555734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.555734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.555734] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.555734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.555734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.558445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.561100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.561100] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.561100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.561100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.563214] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.563214] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.563214] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65eb75b6-64fa-489c-b0d5-b6822bcb9417 is going to be updated. [ 630.588735] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.588974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.589060] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.589508] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.589508] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.589588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65eb75b6-64fa-489c-b0d5-b6822bcb9417" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.748992] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.748992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.749184] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.749309] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.749560] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.749776] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.749882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.749934] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.751097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.753084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.753084] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4827975c-8bd7-459e-b828-54977af9aa43 already deleted. [ 630.753084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.973880] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.974220] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-795" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.974370] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-795" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.975140] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-795" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.975476] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.975687] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.975837] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.976168] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.976315] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.976579] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.976765] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.976862] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.976957] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.977333] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.977333] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.977463] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.998262] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.998425] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.998599] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.998795] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-795" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.999149] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-b983ed2c-ecde-4726-9937-924015998c07 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.999306] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-b983ed2c-ecde-4726-9937-924015998c07" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.999404] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-b983ed2c-ecde-4726-9937-924015998c07" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.999699] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-b983ed2c-ecde-4726-9937-924015998c07" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.999832] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b983ed2c-ecde-4726-9937-924015998c07',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.064891] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.502766] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.502766] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.502766] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.503193] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.503254] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.503470] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port b983ed2c-ecde-4726-9937-924015998c07 not found, creating... [ 631.503775] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.503976] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.504119] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.504361] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.504500] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.504874] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.504971] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.505577] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.505816] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.505950] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.506101] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: b983ed2c-ecde-4726-9937-924015998c07 is going to be created. [ 631.528706] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.528947] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.529051] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.529382] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.529595] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.529808] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-b983ed2c-ecde-4726-9937-924015998c07" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.566989] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.567425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.567425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.568244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.568352] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.568478] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 is going to be created. [ 631.600774] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.601124] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.601203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.601548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.601710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.625113] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: UNINITIALIZED for 2s [ 631.634754] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 in Status: SUCCESS [ 631.635014] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.285639] env[66272]: INFO networking_nsxv3.common.synchronization [req-d9f413c6-ce03-4817-91a4-752870f98452 req-ba2ca14d-a4c5-4a51-8c74-bca3c0d23109 service nova] Enqueued Resource ID: 4827975c-8bd7-459e-b828-54977af9aa43 with Priority: HIGHEST for action security_group_rules [ 632.286061] env[66272]: INFO networking_nsxv3.common.synchronization [req-d9f413c6-ce03-4817-91a4-752870f98452 req-ba2ca14d-a4c5-4a51-8c74-bca3c0d23109 service nova] Enqueued Resource ID: 4827975c-8bd7-459e-b828-54977af9aa43 with Priority: HIGHEST for action security_group_members [ 632.286213] env[66272]: INFO networking_nsxv3.common.synchronization [req-d9f413c6-ce03-4817-91a4-752870f98452 req-ba2ca14d-a4c5-4a51-8c74-bca3c0d23109 service nova] Enqueued Resource ID: b983ed2c-ecde-4726-9937-924015998c07 with Priority: HIGHEST for action port [ 632.287124] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4827975c-8bd7-459e-b828-54977af9aa43 with Priority: HIGHEST for action security_group_rules [ 632.288677] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4827975c-8bd7-459e-b828-54977af9aa43 with Priority: HIGHEST for action security_group_members [ 632.288677] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b983ed2c-ecde-4726-9937-924015998c07 with Priority: HIGHEST for action port [ 632.288677] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4827975c-8bd7-459e-b828-54977af9aa43 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.289163] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.289163] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.289163] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.289163] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4827975c-8bd7-459e-b828-54977af9aa43',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.290033] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4827975c-8bd7-459e-b828-54977af9aa43 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.290124] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.290580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.290580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.290580] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.290728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.290728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.290833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.291182] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.291182] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4827975c-8bd7-459e-b828-54977af9aa43',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.297247] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-b983ed2c-ecde-4726-9937-924015998c07 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.297247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b983ed2c-ecde-4726-9937-924015998c07" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.297247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b983ed2c-ecde-4726-9937-924015998c07" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.297247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b983ed2c-ecde-4726-9937-924015998c07" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.297247] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b983ed2c-ecde-4726-9937-924015998c07',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.754375] env[66272]: INFO networking_nsxv3.common.synchronization [req-155d2cef-2592-4fe7-9642-84bf1b486da5 req-6b16f3f9-a2da-4332-820a-dbd841ed598e tempest-ServersAdminTestJSON-522433335 tempest-ServersAdminTestJSON-522433335-project-member] Enqueued Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 632.756200] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 632.756747] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.757176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.799511] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4827975c-8bd7-459e-b828-54977af9aa43',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.800714] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4827975c-8bd7-459e-b828-54977af9aa43 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.800891] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.801085] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b983ed2c-ecde-4726-9937-924015998c07 with status ACTIVE [ 632.801258] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.801333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.801333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.801608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.801662] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.803046] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.803046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.803046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.803046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.803046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.803046] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.803046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.803046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.803046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.803724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.803850] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b983ed2c-ecde-4726-9937-924015998c07 is going to be updated. [ 632.832652] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.832861] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.833634] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.833634] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.833730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.834145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b983ed2c-ecde-4726-9937-924015998c07" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.283842] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.284780] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.284780] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.284780] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.284780] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.284996] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.285083] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.285403] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.285703] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.286015] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.286178] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.286320] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.286425] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.286535] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.286667] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.286816] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.306148] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4827975c-8bd7-459e-b828-54977af9aa43',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.312229] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.312229] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.312229] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.312229] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.312229] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-5031a4b2-f4cf-4d4c-a65a-09c9e48ecad7 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.312229] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-5031a4b2-f4cf-4d4c-a65a-09c9e48ecad7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.312229] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-5031a4b2-f4cf-4d4c-a65a-09c9e48ecad7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.312229] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-5031a4b2-f4cf-4d4c-a65a-09c9e48ecad7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.312229] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5031a4b2-f4cf-4d4c-a65a-09c9e48ecad7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.637549] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: SUCCESS [ 633.637901] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.638190] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.638620] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.638918] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.639196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.639545] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.640497] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.640497] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.640497] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.640497] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.645157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.645157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.645157] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.645157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.645157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.645157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.645157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.645157] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.815294] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.815631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.815631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.815704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.815850] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.815898] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4827975c-8bd7-459e-b828-54977af9aa43 is going to be created. [ 633.818341] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.818510] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.818630] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.818930] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.819096] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.819244] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 5031a4b2-f4cf-4d4c-a65a-09c9e48ecad7 not found, creating... [ 633.819556] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.819819] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.820015] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.820345] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.820564] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.820903] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.821082] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.821200] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.821435] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.821572] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.821707] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 5031a4b2-f4cf-4d4c-a65a-09c9e48ecad7 is going to be created. [ 633.847141] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.847381] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.847506] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.847811] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.848083] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.848380] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-5031a4b2-f4cf-4d4c-a65a-09c9e48ecad7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.851984] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.852129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.852205] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.852368] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.852514] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.862391] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4827975c-8bd7-459e-b828-54977af9aa43 in Status: UNINITIALIZED for 2s [ 634.144188] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.144404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.148403] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.577346] env[66272]: INFO networking_nsxv3.common.synchronization [req-155d2cef-2592-4fe7-9642-84bf1b486da5 req-219c9a9e-cd5b-4fcd-a8f3-5bc860c45b8e service nova] Enqueued Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_rules [ 634.577346] env[66272]: INFO networking_nsxv3.common.synchronization [req-155d2cef-2592-4fe7-9642-84bf1b486da5 req-219c9a9e-cd5b-4fcd-a8f3-5bc860c45b8e service nova] Enqueued Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 634.577346] env[66272]: INFO networking_nsxv3.common.synchronization [req-155d2cef-2592-4fe7-9642-84bf1b486da5 req-219c9a9e-cd5b-4fcd-a8f3-5bc860c45b8e service nova] Enqueued Resource ID: 5031a4b2-f4cf-4d4c-a65a-09c9e48ecad7 with Priority: HIGHEST for action port [ 634.577864] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_rules [ 634.577998] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 634.578108] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5031a4b2-f4cf-4d4c-a65a-09c9e48ecad7 with Priority: HIGHEST for action port [ 634.578394] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.578528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.578732] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.578818] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.578985] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-5031a4b2-f4cf-4d4c-a65a-09c9e48ecad7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.579099] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5031a4b2-f4cf-4d4c-a65a-09c9e48ecad7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.579397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5031a4b2-f4cf-4d4c-a65a-09c9e48ecad7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.579468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5031a4b2-f4cf-4d4c-a65a-09c9e48ecad7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.579508] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5031a4b2-f4cf-4d4c-a65a-09c9e48ecad7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.653604] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.082776] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5031a4b2-f4cf-4d4c-a65a-09c9e48ecad7 with status ACTIVE [ 635.083915] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.084152] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.084222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.084434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.084566] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.084766] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.084859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.084916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.085104] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.085170] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.085767] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.085767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.085767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.085767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.086037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.086037] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5031a4b2-f4cf-4d4c-a65a-09c9e48ecad7 is going to be updated. [ 635.112976] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.113743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.113743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.113743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.113743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.113935] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5031a4b2-f4cf-4d4c-a65a-09c9e48ecad7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.156633] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.156871] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.156959] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.157305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.157410] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.157509] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 is going to be updated. [ 635.204884] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.205117] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.205675] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.205675] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.205823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.222223] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: IN_PROGRESS for 2s [ 635.878874] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4827975c-8bd7-459e-b828-54977af9aa43 in Status: SUCCESS [ 635.878874] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.878874] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.878874] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.878874] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.879210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.879210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.879327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.879489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.879656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.881242] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4827975c-8bd7-459e-b828-54977af9aa43',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.035347] env[66272]: INFO networking_nsxv3.common.synchronization [None req-1c7ee510-67d9-4040-850a-9abe69b7ef1b None None] Enqueued Resource ID: 9da6f34f-6f56-4e61-a7dd-cbd94481d757 with Priority: HIGHEST for action port [ 636.035454] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da6f34f-6f56-4e61-a7dd-cbd94481d757 with Priority: HIGHEST for action port [ 636.036819] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-9da6f34f-6f56-4e61-a7dd-cbd94481d757 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.036819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9da6f34f-6f56-4e61-a7dd-cbd94481d757" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.036819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9da6f34f-6f56-4e61-a7dd-cbd94481d757" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.036819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9da6f34f-6f56-4e61-a7dd-cbd94481d757" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.036819] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9da6f34f-6f56-4e61-a7dd-cbd94481d757',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.384458] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4827975c-8bd7-459e-b828-54977af9aa43',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.535407] env[66272]: INFO networking_nsxv3.common.synchronization [None req-8fcee969-7756-430c-ac72-4c858b9416b5 None None] Enqueued Resource ID: 96d494b0-94bb-4c2b-b838-765953507862 with Priority: HIGHEST for action port [ 636.535476] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d494b0-94bb-4c2b-b838-765953507862 with Priority: HIGHEST for action port [ 636.536041] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-96d494b0-94bb-4c2b-b838-765953507862 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.536169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96d494b0-94bb-4c2b-b838-765953507862" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.536236] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96d494b0-94bb-4c2b-b838-765953507862" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.536492] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96d494b0-94bb-4c2b-b838-765953507862" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.537103] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d494b0-94bb-4c2b-b838-765953507862',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.542442] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9da6f34f-6f56-4e61-a7dd-cbd94481d757 [ 636.544279] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.544279] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.544279] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.544279] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.544279] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.544279] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9da6f34f-6f56-4e61-a7dd-cbd94481d757 already deleted. [ 636.544279] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9da6f34f-6f56-4e61-a7dd-cbd94481d757" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.887437] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4827975c-8bd7-459e-b828-54977af9aa43: rpc.has_security_group_logging(os_id): False [ 636.910647] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.910983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.910983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.911149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.911291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.911631] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.911742] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.911851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.911971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.912063] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.912171] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4827975c-8bd7-459e-b828-54977af9aa43 is going to be created. [ 637.010051] env[66272]: INFO networking_nsxv3.common.synchronization [req-123056ce-f94d-4f31-9275-9c8983ec58ca req-7476b9a1-7d13-4095-8988-ef0974649846 tempest-TenantUsagesTestJSON-218093811 tempest-TenantUsagesTestJSON-218093811-project-member] Enqueued Resource ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e with Priority: HIGHEST for action security_group_members [ 637.010051] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e with Priority: HIGHEST for action security_group_members [ 637.010434] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.010565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.010669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.011951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.011951] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.011951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.011951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.011951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.011951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.011951] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f75fb5a3-b89d-4ede-816e-c37f3bfe689e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.038753] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96d494b0-94bb-4c2b-b838-765953507862 [ 637.039775] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.039993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.040156] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.041424] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.041784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.041784] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96d494b0-94bb-4c2b-b838-765953507862 already deleted. [ 637.041784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96d494b0-94bb-4c2b-b838-765953507862" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.057121] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.057121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.057121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.057121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.057387] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.069985] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4827975c-8bd7-459e-b828-54977af9aa43 in Status: IN_PROGRESS for 2s [ 637.248351] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: SUCCESS [ 637.248351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.248351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.248351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.248351] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.248351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.248351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.248351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.248351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.248351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.248720] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.248720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.248720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.248823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.248968] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.249156] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.249203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.249351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.249505] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.249568] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.249699] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.251482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.252370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.252370] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.252370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.252370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.252370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.252370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.252644] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.477878] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.479384] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.479384] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.479384] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.479384] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.479384] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.479384] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.479384] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.479384] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.479384] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.479785] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.479785] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.479785] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.479785] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.479938] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.479985] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.499257] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.499486] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.499640] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.499814] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.500176] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-4b96f169-f430-4076-a684-b913a088ef7a taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.500342] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-4b96f169-f430-4076-a684-b913a088ef7a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.500453] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-4b96f169-f430-4076-a684-b913a088ef7a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.500780] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-4b96f169-f430-4076-a684-b913a088ef7a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.500912] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b96f169-f430-4076-a684-b913a088ef7a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.515967] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.516324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.516324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.516539] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.517144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.517144] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.517144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.517144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.517330] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.517425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.517526] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e already deleted. [ 637.517626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.758489] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f08b2987-3b29-48fa-959c-b6a9a79379f0: rpc.has_security_group_logging(os_id): False [ 637.758489] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.777357] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.777357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.777357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.777357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.777357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.777357] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.777357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.777357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.777357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.777357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.782354] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.782354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.782354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.782354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.782354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.782354] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.782354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.782354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.782354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.782354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.782354] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 is going to be created. [ 637.851108] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.852314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.852314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.852314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.852314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.866385] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: IN_PROGRESS for 2s [ 637.988941] env[66272]: INFO networking_nsxv3.common.synchronization [req-1689be46-ec28-44f0-8a31-dab68e202df1 req-7c980441-0f55-4e4b-b273-d6997355f81e tempest-ServerDiagnosticsNegativeTest-1254567026 tempest-ServerDiagnosticsNegativeTest-1254567026-project-member] Enqueued Resource ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 with Priority: HIGHEST for action security_group_members [ 637.989574] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 with Priority: HIGHEST for action security_group_members [ 637.989908] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.990544] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.990544] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.990544] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.991068] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.991068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.991068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.991068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.991068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.991068] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a6706c1-671f-4ed0-9deb-2e839a1bfa41',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.002871] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.004052] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.004052] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.004052] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.004052] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.004052] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 4b96f169-f430-4076-a684-b913a088ef7a not found, creating... [ 638.004255] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.004255] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.004503] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.004695] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.004748] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.005985] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.005985] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.005985] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.005985] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.005985] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.005985] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 4b96f169-f430-4076-a684-b913a088ef7a is going to be created. [ 638.029571] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.029795] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.029899] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.033408] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.033788] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.034093] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-4b96f169-f430-4076-a684-b913a088ef7a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.259147] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.494679] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.495047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.495047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.495185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.495344] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.495633] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.495819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.496053] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.496877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.496877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.496877] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 already deleted. [ 638.496877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.696451] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.696682] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.696827] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.697188] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.700358] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.700585] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.700666] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.701023] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.701176] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.701427] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.701605] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.701730] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.701937] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.702051] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.702189] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.702327] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.706121] env[66272]: INFO networking_nsxv3.common.synchronization [None req-8daada43-da7a-4417-810b-91420499d50d None None] Enqueued Resource ID: d5c26de3-68a9-4df2-a63d-18c5939a3497 with Priority: HIGHEST for action port [ 638.707153] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c26de3-68a9-4df2-a63d-18c5939a3497 with Priority: HIGHEST for action port [ 638.707431] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5c26de3-68a9-4df2-a63d-18c5939a3497 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.707603] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5c26de3-68a9-4df2-a63d-18c5939a3497" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.707693] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5c26de3-68a9-4df2-a63d-18c5939a3497" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.707901] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5c26de3-68a9-4df2-a63d-18c5939a3497" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.707987] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5c26de3-68a9-4df2-a63d-18c5939a3497',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.725221] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.725221] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.725432] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.725599] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.725850] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-1311848f-de31-401f-b946-7e39391105da taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.726017] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-1311848f-de31-401f-b946-7e39391105da" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.726139] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-1311848f-de31-401f-b946-7e39391105da" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.726506] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-1311848f-de31-401f-b946-7e39391105da" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.726648] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1311848f-de31-401f-b946-7e39391105da',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.761506] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.761760] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.761837] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.762044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.762293] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.762293] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 is going to be updated. [ 638.768165] env[66272]: INFO networking_nsxv3.common.synchronization [req-123056ce-f94d-4f31-9275-9c8983ec58ca req-3d5455aa-12fd-4030-aa28-9deca9d30f16 service nova] Enqueued Resource ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e with Priority: HIGHEST for action security_group_rules [ 638.768339] env[66272]: INFO networking_nsxv3.common.synchronization [req-123056ce-f94d-4f31-9275-9c8983ec58ca req-3d5455aa-12fd-4030-aa28-9deca9d30f16 service nova] Enqueued Resource ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e with Priority: HIGHEST for action security_group_members [ 638.768466] env[66272]: INFO networking_nsxv3.common.synchronization [req-123056ce-f94d-4f31-9275-9c8983ec58ca req-3d5455aa-12fd-4030-aa28-9deca9d30f16 service nova] Enqueued Resource ID: 4b96f169-f430-4076-a684-b913a088ef7a with Priority: HIGHEST for action port [ 638.768723] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e with Priority: HIGHEST for action security_group_rules [ 638.768809] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e with Priority: HIGHEST for action security_group_members [ 638.768899] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b96f169-f430-4076-a684-b913a088ef7a with Priority: HIGHEST for action port [ 638.769900] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f75fb5a3-b89d-4ede-816e-c37f3bfe689e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.769900] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.770203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.770318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.770351] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f75fb5a3-b89d-4ede-816e-c37f3bfe689e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.771199] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.771311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.771608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.771608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.771974] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.771974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.771974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.771974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.772116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.772274] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f75fb5a3-b89d-4ede-816e-c37f3bfe689e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.772910] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b96f169-f430-4076-a684-b913a088ef7a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.773962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b96f169-f430-4076-a684-b913a088ef7a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.773962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b96f169-f430-4076-a684-b913a088ef7a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.773962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b96f169-f430-4076-a684-b913a088ef7a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.773962] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b96f169-f430-4076-a684-b913a088ef7a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.790568] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.790704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.790744] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.790965] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.791128] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.819908] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: IN_PROGRESS for 2s [ 639.015812] env[66272]: INFO networking_nsxv3.common.synchronization [None req-9bc54749-e7a2-4d72-80e4-41b10c392616 None None] Enqueued Resource ID: 5bd24965-fbd4-424b-ab28-b63a522bcc78 with Priority: HIGHEST for action port [ 639.015812] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd24965-fbd4-424b-ab28-b63a522bcc78 with Priority: HIGHEST for action port [ 639.016430] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bd24965-fbd4-424b-ab28-b63a522bcc78 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.016749] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bd24965-fbd4-424b-ab28-b63a522bcc78" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.016749] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bd24965-fbd4-424b-ab28-b63a522bcc78" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.016998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bd24965-fbd4-424b-ab28-b63a522bcc78" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.017263] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd24965-fbd4-424b-ab28-b63a522bcc78',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.088615] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4827975c-8bd7-459e-b828-54977af9aa43 in Status: SUCCESS [ 639.088839] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.210417] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5c26de3-68a9-4df2-a63d-18c5939a3497 [ 639.210729] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.210871] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.210939] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.211174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.211266] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.211355] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5c26de3-68a9-4df2-a63d-18c5939a3497 already deleted. [ 639.211434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5c26de3-68a9-4df2-a63d-18c5939a3497" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.229404] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.230543] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.230543] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.230543] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.230543] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.230543] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 1311848f-de31-401f-b946-7e39391105da not found, creating... [ 639.230893] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.230893] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.230893] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.231244] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.231443] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.231770] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.231956] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.236099] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.237144] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.237144] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.237144] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 1311848f-de31-401f-b946-7e39391105da is going to be created. [ 639.257819] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.258250] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.258250] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.258514] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.258731] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.258951] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-1311848f-de31-401f-b946-7e39391105da" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.279028] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.279028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.279028] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b96f169-f430-4076-a684-b913a088ef7a with status ACTIVE [ 639.279028] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.279028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.279028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.279028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.279028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.279028] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.279028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.279028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.279028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.279028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.279028] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.279797] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.279797] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.279927] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.280125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.280316] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b96f169-f430-4076-a684-b913a088ef7a is going to be updated. [ 639.281647] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f75fb5a3-b89d-4ede-816e-c37f3bfe689e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.308224] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.308224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.308224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.308224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.308224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.308224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b96f169-f430-4076-a684-b913a088ef7a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.520265] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bd24965-fbd4-424b-ab28-b63a522bcc78 [ 639.520572] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.520640] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.520679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.520882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.521049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.521157] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bd24965-fbd4-424b-ab28-b63a522bcc78 already deleted. [ 639.521239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bd24965-fbd4-424b-ab28-b63a522bcc78" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.785612] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f75fb5a3-b89d-4ede-816e-c37f3bfe689e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.880095] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: SUCCESS [ 639.880336] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.880922] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.881724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.881724] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.000406] env[66272]: INFO networking_nsxv3.common.synchronization [req-1689be46-ec28-44f0-8a31-dab68e202df1 req-8dd977c9-8c58-4100-9fe7-fea1af71e101 service nova] Enqueued Resource ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 with Priority: HIGHEST for action security_group_rules [ 640.000457] env[66272]: INFO networking_nsxv3.common.synchronization [req-1689be46-ec28-44f0-8a31-dab68e202df1 req-8dd977c9-8c58-4100-9fe7-fea1af71e101 service nova] Enqueued Resource ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 with Priority: HIGHEST for action security_group_members [ 640.000611] env[66272]: INFO networking_nsxv3.common.synchronization [req-1689be46-ec28-44f0-8a31-dab68e202df1 req-8dd977c9-8c58-4100-9fe7-fea1af71e101 service nova] Enqueued Resource ID: 1311848f-de31-401f-b946-7e39391105da with Priority: HIGHEST for action port [ 640.001924] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 with Priority: HIGHEST for action security_group_rules [ 640.001924] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 with Priority: HIGHEST for action security_group_members [ 640.001924] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1311848f-de31-401f-b946-7e39391105da with Priority: HIGHEST for action port [ 640.002297] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a6706c1-671f-4ed0-9deb-2e839a1bfa41 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.003247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.003324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.004638] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.004638] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a6706c1-671f-4ed0-9deb-2e839a1bfa41',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.006125] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.006125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.006231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.006784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.006952] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.007068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.007136] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.007289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.007372] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.007466] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a6706c1-671f-4ed0-9deb-2e839a1bfa41',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.008242] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-1311848f-de31-401f-b946-7e39391105da taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.008345] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1311848f-de31-401f-b946-7e39391105da" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.008412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1311848f-de31-401f-b946-7e39391105da" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.008558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1311848f-de31-401f-b946-7e39391105da" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.008631] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1311848f-de31-401f-b946-7e39391105da',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.291210] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.291210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.291210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.291210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.291210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.291210] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e is going to be created. [ 640.326436] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.327616] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.327616] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.327616] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.327616] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.355483] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e in Status: UNINITIALIZED for 2s [ 640.384742] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.384943] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.507107] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.507107] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.511841] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1311848f-de31-401f-b946-7e39391105da with status ACTIVE [ 640.514865] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.514865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.514865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.514865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.514865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.514865] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.514865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.514865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.514865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.514865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.514865] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.514865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.514865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.514865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.514865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.514865] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1311848f-de31-401f-b946-7e39391105da is going to be updated. [ 640.516250] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a6706c1-671f-4ed0-9deb-2e839a1bfa41',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.540907] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.541641] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.541641] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.541641] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.542302] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.542302] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1311848f-de31-401f-b946-7e39391105da" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.636887] env[66272]: INFO networking_nsxv3.common.synchronization [req-3bb6a7c6-e6d3-4813-808e-0823e2113c10 req-3e6c9609-76dc-4fa9-bd55-af93e35a4007 tempest-ServersV294TestFqdnHostnames-1126931578 tempest-ServersV294TestFqdnHostnames-1126931578-project-member] Enqueued Resource ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 with Priority: HIGHEST for action security_group_members [ 640.637619] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 with Priority: HIGHEST for action security_group_members [ 640.638015] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be6fd3a-2a28-4b7c-bd73-00e934659514 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.638767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.638916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.639173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.639366] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.639470] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.639581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.639761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.639852] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.639951] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be6fd3a-2a28-4b7c-bd73-00e934659514',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.832470] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: SUCCESS [ 640.832769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.832953] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.833737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.833737] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.833737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.833737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.834219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.834219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.834219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.834219] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.022662] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a6706c1-671f-4ed0-9deb-2e839a1bfa41',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.143987] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.143987] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.143987] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.145279] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.145279] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.145279] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.145506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.145506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.145642] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.146252] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.146252] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 already deleted. [ 641.146252] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.277998] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.277998] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-265" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.277998] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-265" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.277998] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-265" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.278667] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.278917] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.279044] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.279309] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.279442] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.279764] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.279846] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.280125] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.280125] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.280262] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.280262] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.280441] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.316555] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.316555] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.316555] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.316555] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-265" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.316555] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-22b9ebaa-83a2-4f11-96dc-77800e79ba42 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.317529] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-22b9ebaa-83a2-4f11-96dc-77800e79ba42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.317529] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-22b9ebaa-83a2-4f11-96dc-77800e79ba42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.317529] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-22b9ebaa-83a2-4f11-96dc-77800e79ba42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.317529] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22b9ebaa-83a2-4f11-96dc-77800e79ba42',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.337226] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.337500] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.337500] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.337710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.337841] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.337951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.338017] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.338157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.338243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.338335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.338481] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.338578] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.338648] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.338771] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.338911] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.338998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.339065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.339207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.339281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.339281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.339526] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.525581] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.525748] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.525810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.526047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.526142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.526247] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 is going to be created. [ 641.550901] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.551292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.551292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.551292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.551455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.562547] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 in Status: UNINITIALIZED for 2s [ 641.820401] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.820808] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.820996] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.821371] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.821679] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.821925] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 22b9ebaa-83a2-4f11-96dc-77800e79ba42 not found, creating... [ 641.822678] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.822935] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.823096] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.823526] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.823736] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.824201] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.824445] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.824613] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.824844] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.824977] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.825267] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 22b9ebaa-83a2-4f11-96dc-77800e79ba42 is going to be created. [ 641.841681] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f08b2987-3b29-48fa-959c-b6a9a79379f0: rpc.has_security_group_logging(os_id): False [ 641.859725] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.859948] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.860080] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.860415] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.860634] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.860854] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-22b9ebaa-83a2-4f11-96dc-77800e79ba42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.867525] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.867710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.867795] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.868252] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.868517] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.868788] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.869257] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.869257] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.869515] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.870032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.870032] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.870195] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.870350] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.870444] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.870530] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.870790] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.870956] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.870956] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.871258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.871258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.871258] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 is going to be updated. [ 642.027654] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.027799] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.027879] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.028110] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.029636] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.043422] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: IN_PROGRESS for 2s [ 642.368235] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e in Status: SUCCESS [ 642.368565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.368565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.368782] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.369070] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.369232] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.369296] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.369482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.369593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.369646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.369884] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f75fb5a3-b89d-4ede-816e-c37f3bfe689e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.709366] env[66272]: INFO networking_nsxv3.common.synchronization [req-3bb6a7c6-e6d3-4813-808e-0823e2113c10 req-6552d569-262f-40c0-a08a-de915ad2043f service nova] Enqueued Resource ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 with Priority: HIGHEST for action security_group_rules [ 642.709366] env[66272]: INFO networking_nsxv3.common.synchronization [req-3bb6a7c6-e6d3-4813-808e-0823e2113c10 req-6552d569-262f-40c0-a08a-de915ad2043f service nova] Enqueued Resource ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 with Priority: HIGHEST for action security_group_members [ 642.709852] env[66272]: INFO networking_nsxv3.common.synchronization [req-3bb6a7c6-e6d3-4813-808e-0823e2113c10 req-6552d569-262f-40c0-a08a-de915ad2043f service nova] Enqueued Resource ID: 22b9ebaa-83a2-4f11-96dc-77800e79ba42 with Priority: HIGHEST for action port [ 642.710657] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 with Priority: HIGHEST for action security_group_rules [ 642.710657] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 with Priority: HIGHEST for action security_group_members [ 642.710657] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22b9ebaa-83a2-4f11-96dc-77800e79ba42 with Priority: HIGHEST for action port [ 642.710657] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be6fd3a-2a28-4b7c-bd73-00e934659514 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.710982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.710982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.710982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.711244] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be6fd3a-2a28-4b7c-bd73-00e934659514',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.712173] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be6fd3a-2a28-4b7c-bd73-00e934659514 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.712227] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.712298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.712486] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.712631] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.712724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.712780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.712925] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.713104] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.713201] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be6fd3a-2a28-4b7c-bd73-00e934659514',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.714877] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-22b9ebaa-83a2-4f11-96dc-77800e79ba42 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.714877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22b9ebaa-83a2-4f11-96dc-77800e79ba42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.714877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22b9ebaa-83a2-4f11-96dc-77800e79ba42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.714877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22b9ebaa-83a2-4f11-96dc-77800e79ba42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.714877] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22b9ebaa-83a2-4f11-96dc-77800e79ba42',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.872009] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.872240] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.872352] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.874949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.874949] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.874949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.874949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.874949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.874949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.874949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.874949] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.874949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.874949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.874949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.874949] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.874949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.874949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.874949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.874949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.874949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.874949] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f75fb5a3-b89d-4ede-816e-c37f3bfe689e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.221031] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4be6fd3a-2a28-4b7c-bd73-00e934659514',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.221031] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be6fd3a-2a28-4b7c-bd73-00e934659514 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.221031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.221031] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22b9ebaa-83a2-4f11-96dc-77800e79ba42 with status ACTIVE [ 643.221031] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.221031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.221031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.221031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.221031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.221031] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.221031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.221031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.221031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.221031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.224062] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.224062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.224062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.224062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.224062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.224062] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22b9ebaa-83a2-4f11-96dc-77800e79ba42 is going to be updated. [ 643.261028] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.261912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.261912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.262122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.262122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.262732] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22b9ebaa-83a2-4f11-96dc-77800e79ba42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.379835] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f75fb5a3-b89d-4ede-816e-c37f3bfe689e: rpc.has_security_group_logging(os_id): False [ 643.401631] env[66272]: INFO networking_nsxv3.common.synchronization [req-4ce1bc32-61ff-4769-8b3c-38b4db7726ea req-a5c68a07-c4aa-4fd9-a45e-c62d6dbc9537 tempest-ListImageFiltersTestJSON-1288324347 tempest-ListImageFiltersTestJSON-1288324347-project-member] Enqueued Resource ID: f3f16844-3d19-4160-9c84-cc81268c52e8 with Priority: HIGHEST for action security_group_members [ 643.401631] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.401882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.401882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.402135] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.404328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.404328] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.404328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.404328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.404328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.404328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.404718] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.404898] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.406029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.406029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.406029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.406029] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.406029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.406029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.406029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.406029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.407845] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e is going to be created. [ 643.410626] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f16844-3d19-4160-9c84-cc81268c52e8 with Priority: HIGHEST for action security_group_members [ 643.411556] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f16844-3d19-4160-9c84-cc81268c52e8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.411556] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.411556] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.412905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.412905] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.412905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.412905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.412905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.412905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.412905] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.513953] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.514265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.514265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.514483] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.514930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.557661] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e in Status: IN_PROGRESS for 2s [ 643.595504] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 in Status: SUCCESS [ 643.595776] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.595992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.596334] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.596606] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.596767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.596856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.597131] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.597192] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.597291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.597388] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a6706c1-671f-4ed0-9deb-2e839a1bfa41',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.726088] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4be6fd3a-2a28-4b7c-bd73-00e934659514',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.794936] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.795119] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.795206] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.795946] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.795946] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.795946] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.796139] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.796888] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.796888] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.796888] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.796888] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.797328] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.797502] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.797617] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.797719] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.797843] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.816627] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.816795] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.816949] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.817117] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.820417] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-82bd7a11-8b76-4a14-bf38-494d0d313466 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.820417] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-82bd7a11-8b76-4a14-bf38-494d0d313466" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.820417] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-82bd7a11-8b76-4a14-bf38-494d0d313466" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.820417] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-82bd7a11-8b76-4a14-bf38-494d0d313466" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.820417] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82bd7a11-8b76-4a14-bf38-494d0d313466',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.917065] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.917065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.917065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.917431] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.917591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.917837] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.918591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.918591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.918591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.918962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.919356] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f16844-3d19-4160-9c84-cc81268c52e8 already deleted. [ 643.919951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.059809] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: SUCCESS [ 644.060046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.100350] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.100528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.100850] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.101549] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.101549] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.101690] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.101909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.102630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.102630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.102630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.102630] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.102902] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.102902] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.103211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.103286] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.103337] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.103369] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.103520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.103623] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.103686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.104202] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a6706c1-671f-4ed0-9deb-2e839a1bfa41',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.231479] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.231479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.231479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.231479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.231479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.231479] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 is going to be created. [ 644.262318] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.262585] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.262729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.263078] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.263265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.278996] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 in Status: UNINITIALIZED for 2s [ 644.325329] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.326454] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.326454] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.326733] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.326883] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.327323] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 82bd7a11-8b76-4a14-bf38-494d0d313466 not found, creating... [ 644.327636] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.327826] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.327944] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.328198] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.328319] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.328629] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.328814] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.328940] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.330343] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.330486] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.330610] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 82bd7a11-8b76-4a14-bf38-494d0d313466 is going to be created. [ 644.404371] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.404668] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.404816] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.405809] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.405809] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.405809] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-82bd7a11-8b76-4a14-bf38-494d0d313466" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.607770] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a6706c1-671f-4ed0-9deb-2e839a1bfa41: rpc.has_security_group_logging(os_id): False [ 644.641632] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.641735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.641886] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.642118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.642213] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.643801] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.643801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.643801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.643801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.643801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.643801] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.643801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.643801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.643801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.644416] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.644416] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.644416] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.644416] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.644568] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.644906] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.644906] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 is going to be created. [ 644.791526] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.791863] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.791863] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.791964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.792131] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.820575] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 in Status: IN_PROGRESS for 2s [ 645.144190] env[66272]: INFO networking_nsxv3.common.synchronization [req-042a9800-32b4-4cdc-bda0-dd14157857b7 req-af9aa724-a08a-46b1-94f3-a75fe6b2ad92 tempest-DeleteServersAdminTestJSON-1657220248 tempest-DeleteServersAdminTestJSON-1657220248-project-admin] Enqueued Resource ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 with Priority: HIGHEST for action security_group_members [ 645.144934] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 with Priority: HIGHEST for action security_group_members [ 645.145683] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.146257] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.146257] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.146257] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.146478] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.146972] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.147319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.147779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.147779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.147779] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d30d38d-c53a-4fa3-9f3a-97a2b310c520',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.176162] env[66272]: INFO networking_nsxv3.common.synchronization [req-4ce1bc32-61ff-4769-8b3c-38b4db7726ea req-b878f991-10b8-4732-a680-129b294bd0d8 service nova] Enqueued Resource ID: f3f16844-3d19-4160-9c84-cc81268c52e8 with Priority: HIGHEST for action security_group_rules [ 645.176162] env[66272]: INFO networking_nsxv3.common.synchronization [req-4ce1bc32-61ff-4769-8b3c-38b4db7726ea req-b878f991-10b8-4732-a680-129b294bd0d8 service nova] Enqueued Resource ID: f3f16844-3d19-4160-9c84-cc81268c52e8 with Priority: HIGHEST for action security_group_members [ 645.177086] env[66272]: INFO networking_nsxv3.common.synchronization [req-4ce1bc32-61ff-4769-8b3c-38b4db7726ea req-b878f991-10b8-4732-a680-129b294bd0d8 service nova] Enqueued Resource ID: 82bd7a11-8b76-4a14-bf38-494d0d313466 with Priority: HIGHEST for action port [ 645.177388] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f16844-3d19-4160-9c84-cc81268c52e8 with Priority: HIGHEST for action security_group_rules [ 645.177528] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f16844-3d19-4160-9c84-cc81268c52e8 with Priority: HIGHEST for action security_group_members [ 645.177627] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82bd7a11-8b76-4a14-bf38-494d0d313466 with Priority: HIGHEST for action port [ 645.178405] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3f16844-3d19-4160-9c84-cc81268c52e8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.178546] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.178606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.178887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.178974] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.181117] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f16844-3d19-4160-9c84-cc81268c52e8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.181117] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.181117] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.181291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.181487] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.181672] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.181731] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.181891] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.181971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.182073] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.182959] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-82bd7a11-8b76-4a14-bf38-494d0d313466 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.183102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82bd7a11-8b76-4a14-bf38-494d0d313466" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.183169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82bd7a11-8b76-4a14-bf38-494d0d313466" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.183326] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82bd7a11-8b76-4a14-bf38-494d0d313466" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.183400] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82bd7a11-8b76-4a14-bf38-494d0d313466',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.570563] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e in Status: SUCCESS [ 645.570563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.600663] env[66272]: INFO networking_nsxv3.common.synchronization [req-1ca0d6e9-625f-4e79-9992-cfa18b4d322a req-4ac973b4-9bb6-427e-b176-b2545ce78d5f tempest-ServersWithSpecificFlavorTestJSON-1724810957 tempest-ServersWithSpecificFlavorTestJSON-1724810957-project-member] Enqueued Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_members [ 645.600663] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_members [ 645.600749] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88faf73-706c-46b9-b8f1-1497dde117bd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.601634] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.601634] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.601634] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.602191] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.602191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.602191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.602191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.602191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.602449] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.650791] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.650963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.651082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.651319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.651409] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.651628] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.651736] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.651794] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.651943] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.652040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.652128] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 is going to be updated. [ 645.681370] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.681544] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.681604] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.681827] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.682031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.683201] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f16844-3d19-4160-9c84-cc81268c52e8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.683362] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.687127] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82bd7a11-8b76-4a14-bf38-494d0d313466 with status ACTIVE [ 645.687331] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.687459] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.687525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.687732] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.687815] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.688154] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.688154] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.688154] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.688319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.688387] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.688648] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.688648] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.688917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.688917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.688917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.689057] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82bd7a11-8b76-4a14-bf38-494d0d313466 is going to be updated. [ 645.690674] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.698302] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 in Status: IN_PROGRESS for 2s [ 645.714559] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.714559] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.714559] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.714559] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.714559] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.714559] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82bd7a11-8b76-4a14-bf38-494d0d313466" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.990494] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.990955] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-839" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.990955] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-839" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.991432] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-839" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.991730] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.992072] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.992072] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.995375] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.995375] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.995375] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.995375] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.995375] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.995375] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.995375] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.995375] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.995375] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.015908] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.016097] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.016216] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.016383] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-839" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.017366] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-24573e44-1fdd-4ca0-ba48-a5d1a3aa99bf taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.017582] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-24573e44-1fdd-4ca0-ba48-a5d1a3aa99bf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.017700] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-24573e44-1fdd-4ca0-ba48-a5d1a3aa99bf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.018059] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-24573e44-1fdd-4ca0-ba48-a5d1a3aa99bf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.018196] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24573e44-1fdd-4ca0-ba48-a5d1a3aa99bf',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.104585] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.105554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.105693] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.105917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.106026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.106318] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.106463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.106531] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.106959] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.106959] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.106959] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88faf73-706c-46b9-b8f1-1497dde117bd already deleted. [ 646.107187] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.194047] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.290298] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 in Status: SUCCESS [ 646.290298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.290398] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.290716] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.290936] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.291199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.291199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.292069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.292069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.292069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.292069] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4be6fd3a-2a28-4b7c-bd73-00e934659514',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.523041] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.523041] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.523041] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.523041] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.523041] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.523041] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 24573e44-1fdd-4ca0-ba48-a5d1a3aa99bf not found, creating... [ 646.523041] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.523041] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.523535] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.523535] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.523618] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.524020] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.524207] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.524321] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.524543] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.524694] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.524845] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 24573e44-1fdd-4ca0-ba48-a5d1a3aa99bf is going to be created. [ 646.546180] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.546610] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.546778] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.547073] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.547376] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.547617] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-24573e44-1fdd-4ca0-ba48-a5d1a3aa99bf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.698524] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.698718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.698784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.699028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.699172] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.699226] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f16844-3d19-4160-9c84-cc81268c52e8 is going to be created. [ 646.729878] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.730043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.730118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.730392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.730622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.744568] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f16844-3d19-4160-9c84-cc81268c52e8 in Status: UNINITIALIZED for 2s [ 646.794319] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4be6fd3a-2a28-4b7c-bd73-00e934659514',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.837161] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 in Status: SUCCESS [ 646.837466] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.915064] env[66272]: INFO networking_nsxv3.common.synchronization [None req-2a5405eb-f5c8-47f1-8ec1-09f1d9db1221 None None] Enqueued Resource ID: f302b50a-d20d-425a-b8a9-c7041fe7f3e3 with Priority: HIGHEST for action port [ 646.915723] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f302b50a-d20d-425a-b8a9-c7041fe7f3e3 with Priority: HIGHEST for action port [ 646.915929] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-f302b50a-d20d-425a-b8a9-c7041fe7f3e3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.916068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f302b50a-d20d-425a-b8a9-c7041fe7f3e3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.916138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f302b50a-d20d-425a-b8a9-c7041fe7f3e3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.916398] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f302b50a-d20d-425a-b8a9-c7041fe7f3e3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.916480] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f302b50a-d20d-425a-b8a9-c7041fe7f3e3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.299335] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4be6fd3a-2a28-4b7c-bd73-00e934659514: rpc.has_security_group_logging(os_id): False [ 647.321969] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.321969] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.323639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.323639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.323639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.323639] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.323639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.325731] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.325997] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.326110] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.326226] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 is going to be created. [ 647.329640] env[66272]: INFO networking_nsxv3.common.synchronization [req-1ca0d6e9-625f-4e79-9992-cfa18b4d322a req-ac1fce6c-a830-4add-8355-64e04a6c5353 service nova] Enqueued Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_rules [ 647.329827] env[66272]: INFO networking_nsxv3.common.synchronization [req-1ca0d6e9-625f-4e79-9992-cfa18b4d322a req-ac1fce6c-a830-4add-8355-64e04a6c5353 service nova] Enqueued Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_members [ 647.330289] env[66272]: INFO networking_nsxv3.common.synchronization [req-1ca0d6e9-625f-4e79-9992-cfa18b4d322a req-ac1fce6c-a830-4add-8355-64e04a6c5353 service nova] Enqueued Resource ID: 24573e44-1fdd-4ca0-ba48-a5d1a3aa99bf with Priority: HIGHEST for action port [ 647.330538] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_rules [ 647.330759] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_members [ 647.330759] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24573e44-1fdd-4ca0-ba48-a5d1a3aa99bf with Priority: HIGHEST for action port [ 647.331135] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f88faf73-706c-46b9-b8f1-1497dde117bd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.331295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.331440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.331577] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.331679] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.332791] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88faf73-706c-46b9-b8f1-1497dde117bd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.332791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.332922] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.333124] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.333257] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.334253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.334253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.334253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.334253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.334253] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.340385] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-24573e44-1fdd-4ca0-ba48-a5d1a3aa99bf taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.340543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24573e44-1fdd-4ca0-ba48-a5d1a3aa99bf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.340590] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24573e44-1fdd-4ca0-ba48-a5d1a3aa99bf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.340823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24573e44-1fdd-4ca0-ba48-a5d1a3aa99bf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.341055] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24573e44-1fdd-4ca0-ba48-a5d1a3aa99bf',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.419109] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f302b50a-d20d-425a-b8a9-c7041fe7f3e3 [ 647.419398] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.419602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.419859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.420146] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.421062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.421062] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f302b50a-d20d-425a-b8a9-c7041fe7f3e3 already deleted. [ 647.421062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f302b50a-d20d-425a-b8a9-c7041fe7f3e3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.448690] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.448841] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.448907] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.450387] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.450387] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.465791] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 in Status: IN_PROGRESS for 2s [ 647.711858] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 in Status: SUCCESS [ 647.712091] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 deletion is rescheduled due to dependency. [ 647.712259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.842921] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.844160] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88faf73-706c-46b9-b8f1-1497dde117bd taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.844322] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.844969] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24573e44-1fdd-4ca0-ba48-a5d1a3aa99bf with status ACTIVE [ 647.844969] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.845115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.845172] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.845415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.845513] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.845688] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.845786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.845846] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.849048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.849048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.849188] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.849252] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.849305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.849504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.849644] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.850011] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24573e44-1fdd-4ca0-ba48-a5d1a3aa99bf is going to be updated. [ 647.881328] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.881603] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.881640] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.881851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.882059] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.882233] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24573e44-1fdd-4ca0-ba48-a5d1a3aa99bf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.347744] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.590771] env[66272]: INFO networking_nsxv3.common.synchronization [req-f1ad42e8-3777-4442-8e17-4b3048490a94 req-5925c9fd-0fc5-4f33-9d65-948b9fc1c974 tempest-ServersTestFqdnHostnames-1500831721 tempest-ServersTestFqdnHostnames-1500831721-project-member] Enqueued Resource ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd with Priority: HIGHEST for action security_group_members [ 648.591337] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd with Priority: HIGHEST for action security_group_members [ 648.591653] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.591788] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.591856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.592124] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.592283] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.592378] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.592504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.592724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.592724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.592912] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c46c642-b06f-4d3f-8eaf-dc6416bc24bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.756232] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f16844-3d19-4160-9c84-cc81268c52e8 in Status: SUCCESS [ 648.756457] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.756865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.756865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.757127] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.757197] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.757265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.757889] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.757889] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.757889] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.757889] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.854848] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.854848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.854848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.854848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.854848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.854848] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88faf73-706c-46b9-b8f1-1497dde117bd is going to be created. [ 648.883917] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.887284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.887284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.887284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.887284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.910153] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88faf73-706c-46b9-b8f1-1497dde117bd in Status: UNINITIALIZED for 2s [ 649.002648] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.002648] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-608" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.002648] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-608" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.002885] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-608" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.003673] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.003891] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.004025] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.004287] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.004461] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.005031] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.005031] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.005031] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.005031] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.005031] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.005480] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.005480] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.028133] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.028378] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.028621] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.028927] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-608" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.029378] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-4b53dad6-dec1-4559-9a29-eaf3f0c989b8 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.029652] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-4b53dad6-dec1-4559-9a29-eaf3f0c989b8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.029726] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-4b53dad6-dec1-4559-9a29-eaf3f0c989b8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.030144] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-4b53dad6-dec1-4559-9a29-eaf3f0c989b8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.030399] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b53dad6-dec1-4559-9a29-eaf3f0c989b8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.095660] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.095660] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.095660] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.095848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.095848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.095968] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.096082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.096156] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.097112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.097112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.097112] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd already deleted. [ 649.097112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.260799] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f16844-3d19-4160-9c84-cc81268c52e8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.260990] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.261122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.261419] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.261555] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.261675] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.261738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.261903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.261988] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.262092] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.262242] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f16844-3d19-4160-9c84-cc81268c52e8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.262336] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.262402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.262536] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.262677] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.262816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.262816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.262959] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.263049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.263179] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.263267] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.472724] env[66272]: INFO networking_nsxv3.common.synchronization [None req-d217b71a-f56f-4127-a996-feb3fe8408ca None None] Enqueued Resource ID: 976c388f-1f74-4695-99e2-6291f9cd7152 with Priority: HIGHEST for action port [ 649.473323] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976c388f-1f74-4695-99e2-6291f9cd7152 with Priority: HIGHEST for action port [ 649.473624] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-976c388f-1f74-4695-99e2-6291f9cd7152 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.473791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-976c388f-1f74-4695-99e2-6291f9cd7152" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.473837] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-976c388f-1f74-4695-99e2-6291f9cd7152" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.474132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-976c388f-1f74-4695-99e2-6291f9cd7152" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.474239] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('976c388f-1f74-4695-99e2-6291f9cd7152',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.478889] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 in Status: SUCCESS [ 649.479778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.532772] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.533012] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.533201] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.533614] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.533693] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.533854] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 4b53dad6-dec1-4559-9a29-eaf3f0c989b8 not found, creating... [ 649.534260] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.535745] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.535745] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.535946] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.536099] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.536428] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.536727] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.537591] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.537591] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.537591] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.537591] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 4b53dad6-dec1-4559-9a29-eaf3f0c989b8 is going to be created. [ 649.559244] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.559488] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.559560] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.559884] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.560210] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.560516] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-4b53dad6-dec1-4559-9a29-eaf3f0c989b8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.765915] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3f16844-3d19-4160-9c84-cc81268c52e8: rpc.has_security_group_logging(os_id): False [ 649.788553] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.788553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.788553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.788759] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.788759] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.789576] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.789886] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.789953] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.790306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.790454] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.790631] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.790734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.790786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.790950] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.791023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.791216] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.791329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.791380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.792695] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.792695] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.792695] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3f16844-3d19-4160-9c84-cc81268c52e8 is going to be created. [ 649.870291] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.870513] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.870606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.870876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.871174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.881837] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3f16844-3d19-4160-9c84-cc81268c52e8 in Status: IN_PROGRESS for 2s [ 649.976721] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 976c388f-1f74-4695-99e2-6291f9cd7152 [ 649.977033] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.977165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.977237] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.977475] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.977564] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.977658] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:976c388f-1f74-4695-99e2-6291f9cd7152 already deleted. [ 649.977741] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-976c388f-1f74-4695-99e2-6291f9cd7152" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.291585] env[66272]: INFO networking_nsxv3.common.synchronization [req-f1ad42e8-3777-4442-8e17-4b3048490a94 req-567149bc-d257-44da-ba0f-ea6b81cedfbb service nova] Enqueued Resource ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd with Priority: HIGHEST for action security_group_rules [ 650.291833] env[66272]: INFO networking_nsxv3.common.synchronization [req-f1ad42e8-3777-4442-8e17-4b3048490a94 req-567149bc-d257-44da-ba0f-ea6b81cedfbb service nova] Enqueued Resource ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd with Priority: HIGHEST for action security_group_members [ 650.291916] env[66272]: INFO networking_nsxv3.common.synchronization [req-f1ad42e8-3777-4442-8e17-4b3048490a94 req-567149bc-d257-44da-ba0f-ea6b81cedfbb service nova] Enqueued Resource ID: 4b53dad6-dec1-4559-9a29-eaf3f0c989b8 with Priority: HIGHEST for action port [ 650.293531] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd with Priority: HIGHEST for action security_group_rules [ 650.293531] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd with Priority: HIGHEST for action security_group_members [ 650.293531] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b53dad6-dec1-4559-9a29-eaf3f0c989b8 with Priority: HIGHEST for action port [ 650.293531] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.293531] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.294057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.294057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.294057] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c46c642-b06f-4d3f-8eaf-dc6416bc24bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.295737] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.296762] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.296863] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.297100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.297282] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.298963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.298963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.298963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.298963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.298963] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c46c642-b06f-4d3f-8eaf-dc6416bc24bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.298963] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b53dad6-dec1-4559-9a29-eaf3f0c989b8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.298963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b53dad6-dec1-4559-9a29-eaf3f0c989b8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.299611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b53dad6-dec1-4559-9a29-eaf3f0c989b8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.299611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b53dad6-dec1-4559-9a29-eaf3f0c989b8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.299611] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b53dad6-dec1-4559-9a29-eaf3f0c989b8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.802516] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.803338] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.803338] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c46c642-b06f-4d3f-8eaf-dc6416bc24bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.804525] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b53dad6-dec1-4559-9a29-eaf3f0c989b8 with status ACTIVE [ 650.804525] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.804807] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.804807] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.804925] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.805021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.805341] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.805341] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.805463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.805716] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.805768] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.807070] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.807225] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.807299] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.807468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.807539] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.807628] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b53dad6-dec1-4559-9a29-eaf3f0c989b8 is going to be updated. [ 650.837809] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.838902] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.839146] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.839479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.839597] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.839941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b53dad6-dec1-4559-9a29-eaf3f0c989b8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.866600] env[66272]: INFO networking_nsxv3.common.synchronization [None req-c82a8337-91e5-4e1d-8e99-2a9716e83e11 None None] Enqueued Resource ID: 0d331e04-daac-4af3-93e5-dafff9f1d32f with Priority: HIGHEST for action port [ 650.867144] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d331e04-daac-4af3-93e5-dafff9f1d32f with Priority: HIGHEST for action port [ 650.867483] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d331e04-daac-4af3-93e5-dafff9f1d32f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.867606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d331e04-daac-4af3-93e5-dafff9f1d32f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.867671] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d331e04-daac-4af3-93e5-dafff9f1d32f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.867930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d331e04-daac-4af3-93e5-dafff9f1d32f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.868104] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d331e04-daac-4af3-93e5-dafff9f1d32f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.935774] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88faf73-706c-46b9-b8f1-1497dde117bd in Status: SUCCESS [ 650.936729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.936729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.936729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.936729] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.936729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.936729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.937060] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.937060] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.937060] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.937147] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.115308] env[66272]: INFO networking_nsxv3.common.synchronization [req-b72f72e3-2a00-4d83-af50-d909ff4b5e63 req-6d819838-c4c5-4a59-b7df-994f3755edd1 tempest-ListImageFiltersTestJSON-1288324347 tempest-ListImageFiltersTestJSON-1288324347-project-member] Enqueued Resource ID: f3f16844-3d19-4160-9c84-cc81268c52e8 with Priority: HIGHEST for action security_group_members [ 651.115493] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f16844-3d19-4160-9c84-cc81268c52e8 with Priority: HIGHEST for action security_group_members [ 651.115815] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f16844-3d19-4160-9c84-cc81268c52e8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.116251] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.116251] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.116251] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.116421] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.116519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.116583] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.116733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.116809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.116906] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.148036] env[66272]: INFO networking_nsxv3.common.synchronization [req-4122f7a8-df79-4e09-9067-ae60b6741e09 req-dad104c2-7ed1-412b-97c6-8add6cec2df1 tempest-ServerDiagnosticsTest-1520273936 tempest-ServerDiagnosticsTest-1520273936-project-member] Enqueued Resource ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 with Priority: HIGHEST for action security_group_members [ 651.148892] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 with Priority: HIGHEST for action security_group_members [ 651.149924] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-840e1e14-546a-4bf3-b34f-642ea06d4906 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.150068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.150129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.150381] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.150548] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.150676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.150746] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.150930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.151031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.151149] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('840e1e14-546a-4bf3-b34f-642ea06d4906',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.313580] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c46c642-b06f-4d3f-8eaf-dc6416bc24bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.371489] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d331e04-daac-4af3-93e5-dafff9f1d32f [ 651.371489] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.371489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.371489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.371922] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.371922] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.371922] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d331e04-daac-4af3-93e5-dafff9f1d32f already deleted. [ 651.371922] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d331e04-daac-4af3-93e5-dafff9f1d32f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.441362] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.578476] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.578695] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.578816] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.579352] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.579352] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.579874] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.579874] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.579874] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.579990] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.581929] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.582062] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.582170] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.582288] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.582396] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.582507] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.584663] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.613424] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.613729] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.613729] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.613883] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.614552] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-0fa133fa-a854-40cf-854a-abf59989fb7b taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.614552] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-0fa133fa-a854-40cf-854a-abf59989fb7b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.614552] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-0fa133fa-a854-40cf-854a-abf59989fb7b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.614864] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-0fa133fa-a854-40cf-854a-abf59989fb7b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.614998] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fa133fa-a854-40cf-854a-abf59989fb7b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.619050] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.653067] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.653346] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.653415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.654228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.654407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.654904] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.655162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.655162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.655298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.658025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.658025] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 is going to be updated. [ 651.689320] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.689320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.689320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.689320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.689320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.703306] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 in Status: IN_PROGRESS for 2s [ 651.816335] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.818153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.818153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.818153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.818153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.818153] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd is going to be created. [ 651.844444] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.844723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.844723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.845145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.845223] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.866027] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd in Status: UNINITIALIZED for 2s [ 651.896232] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3f16844-3d19-4160-9c84-cc81268c52e8 in Status: SUCCESS [ 651.896232] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.910124] env[66272]: INFO networking_nsxv3.common.synchronization [None req-26628fc1-c018-450b-93e2-151ed12fb14f tempest-ServerActionsTestOtherB-1460399298 tempest-ServerActionsTestOtherB-1460399298-project-member] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_rules [ 651.910124] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_rules [ 651.910399] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.910639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.910778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.911225] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.911435] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.943945] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f88faf73-706c-46b9-b8f1-1497dde117bd: rpc.has_security_group_logging(os_id): False [ 651.963647] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.963813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.963876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.964269] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.964383] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.964719] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.964840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.964905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.965093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.965173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.965263] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f88faf73-706c-46b9-b8f1-1497dde117bd is going to be created. [ 652.029082] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.029256] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.029945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.029945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.029945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.042424] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f88faf73-706c-46b9-b8f1-1497dde117bd in Status: IN_PROGRESS for 2s [ 652.087979] env[66272]: INFO networking_nsxv3.common.synchronization [None req-a5888a83-fe6c-4edb-a063-d8755eb9a9da tempest-ServerActionsTestOtherB-1460399298 tempest-ServerActionsTestOtherB-1460399298-project-member] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_rules [ 652.088946] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_rules [ 652.089292] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.089400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.117617] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.117854] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.118061] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.118928] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.118928] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.118928] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 0fa133fa-a854-40cf-854a-abf59989fb7b not found, creating... [ 652.118928] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.119167] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.119167] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.119606] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.119606] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.119839] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.120268] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.120561] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.120901] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.121113] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.121347] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 0fa133fa-a854-40cf-854a-abf59989fb7b is going to be created. [ 652.123034] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.162504] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.162813] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.162961] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.163314] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.163599] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.163898] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-0fa133fa-a854-40cf-854a-abf59989fb7b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.433830] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.433975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.434039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.434676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.434676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.434676] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 already deleted. [ 652.434676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.434896] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.434896] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.434979] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.626815] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.626959] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.627049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.627330] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.627424] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.627527] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f16844-3d19-4160-9c84-cc81268c52e8 is going to be updated. [ 652.657874] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.658017] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.658064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.658294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.658436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.669612] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f16844-3d19-4160-9c84-cc81268c52e8 in Status: IN_PROGRESS for 2s [ 652.838521] env[66272]: INFO networking_nsxv3.common.synchronization [req-b72f72e3-2a00-4d83-af50-d909ff4b5e63 req-ba445756-d0ca-4db3-b411-ae9659e587a8 service nova] Enqueued Resource ID: f3f16844-3d19-4160-9c84-cc81268c52e8 with Priority: HIGHEST for action security_group_rules [ 652.838521] env[66272]: INFO networking_nsxv3.common.synchronization [req-b72f72e3-2a00-4d83-af50-d909ff4b5e63 req-ba445756-d0ca-4db3-b411-ae9659e587a8 service nova] Enqueued Resource ID: f3f16844-3d19-4160-9c84-cc81268c52e8 with Priority: HIGHEST for action security_group_members [ 652.838794] env[66272]: INFO networking_nsxv3.common.synchronization [req-b72f72e3-2a00-4d83-af50-d909ff4b5e63 req-ba445756-d0ca-4db3-b411-ae9659e587a8 service nova] Enqueued Resource ID: 0fa133fa-a854-40cf-854a-abf59989fb7b with Priority: HIGHEST for action port [ 652.839839] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f16844-3d19-4160-9c84-cc81268c52e8 with Priority: HIGHEST for action security_group_rules [ 652.839839] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f16844-3d19-4160-9c84-cc81268c52e8 with Priority: HIGHEST for action security_group_members [ 652.839839] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa133fa-a854-40cf-854a-abf59989fb7b with Priority: HIGHEST for action port [ 652.840287] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3f16844-3d19-4160-9c84-cc81268c52e8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.840467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.840553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.840963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.841205] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.842660] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f16844-3d19-4160-9c84-cc81268c52e8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.842660] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.842975] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fa133fa-a854-40cf-854a-abf59989fb7b taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.843262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fa133fa-a854-40cf-854a-abf59989fb7b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.843349] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fa133fa-a854-40cf-854a-abf59989fb7b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.843568] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fa133fa-a854-40cf-854a-abf59989fb7b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.843955] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fa133fa-a854-40cf-854a-abf59989fb7b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.959869] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.960016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.960159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.960635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.960765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.961533] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 already deleted. [ 652.961533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.345471] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f16844-3d19-4160-9c84-cc81268c52e8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.345710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.346019] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fa133fa-a854-40cf-854a-abf59989fb7b with status ACTIVE [ 653.346324] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.346530] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.346793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.346898] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.347725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.347725] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.347725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.347725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.347725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.347725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.348099] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.348228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.348346] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.348611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.348780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.348926] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fa133fa-a854-40cf-854a-abf59989fb7b is going to be updated. [ 653.395537] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.395820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.395820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.396129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.396350] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.396576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fa133fa-a854-40cf-854a-abf59989fb7b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.566340] env[66272]: INFO networking_nsxv3.common.synchronization [None req-402e99fa-dafa-4e21-8f91-512a82621202 None None] Enqueued Resource ID: 9fa573a5-4347-42f0-8313-fccec7d32cd0 with Priority: HIGHEST for action port [ 653.567079] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa573a5-4347-42f0-8313-fccec7d32cd0 with Priority: HIGHEST for action port [ 653.567527] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fa573a5-4347-42f0-8313-fccec7d32cd0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.567689] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fa573a5-4347-42f0-8313-fccec7d32cd0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.567755] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fa573a5-4347-42f0-8313-fccec7d32cd0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.567986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fa573a5-4347-42f0-8313-fccec7d32cd0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.568083] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fa573a5-4347-42f0-8313-fccec7d32cd0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.715390] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 in Status: SUCCESS [ 653.715491] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 deletion is rescheduled due to dependency. [ 653.715694] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.885830] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd in Status: SUCCESS [ 653.885830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.885830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.885830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.885830] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.885830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.885830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.886356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.886356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.886356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.886356] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c46c642-b06f-4d3f-8eaf-dc6416bc24bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.057826] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f88faf73-706c-46b9-b8f1-1497dde117bd in Status: SUCCESS [ 654.058218] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.070682] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fa573a5-4347-42f0-8313-fccec7d32cd0 [ 654.071247] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.071247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.071247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.072338] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.072338] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.072338] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fa573a5-4347-42f0-8313-fccec7d32cd0 already deleted. [ 654.072338] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fa573a5-4347-42f0-8313-fccec7d32cd0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.389418] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c46c642-b06f-4d3f-8eaf-dc6416bc24bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.682287] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f16844-3d19-4160-9c84-cc81268c52e8 in Status: SUCCESS [ 654.682571] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.682756] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.682973] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.683199] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.683351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.683422] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.683589] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.683671] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.683767] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.891978] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd: rpc.has_security_group_logging(os_id): False [ 654.914565] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.914726] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.916193] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.916555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.916628] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.916890] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.917014] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.917083] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.917246] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.917327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.917417] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd is going to be created. [ 654.984154] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.984307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.984355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.984532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.984718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.996234] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd in Status: IN_PROGRESS for 2s [ 655.191276] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.698195] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.200872] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.201643] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.201643] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.201643] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.201643] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.201643] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f16844-3d19-4160-9c84-cc81268c52e8 is going to be updated. [ 656.234118] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.234386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.234480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.234796] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.235042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.245878] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f16844-3d19-4160-9c84-cc81268c52e8 in Status: IN_PROGRESS for 2s [ 656.250084] env[66272]: INFO networking_nsxv3.common.synchronization [req-1a252e12-1b7c-49ab-94c1-37ae06810766 req-46b994bb-d22b-4fb6-8a05-90b5e4ab4a39 tempest-VolumesAdminNegativeTest-124600089 tempest-VolumesAdminNegativeTest-124600089-project-member] Enqueued Resource ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 with Priority: HIGHEST for action security_group_members [ 656.250700] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 with Priority: HIGHEST for action security_group_members [ 656.251848] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a89827-d8d5-4da7-b742-8b0e72864d57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.253890] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.254032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.254279] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.254279] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.254592] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.254592] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.254730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.254810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.254929] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43a89827-d8d5-4da7-b742-8b0e72864d57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.759555] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.759955] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.759955] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.760086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.760125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.760287] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.760384] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.760441] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.760738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.760738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.760738] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 is going to be updated. [ 656.788306] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.788423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.788423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.788773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.788773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.799905] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 in Status: IN_PROGRESS for 2s [ 656.956962] env[66272]: INFO networking_nsxv3.common.synchronization [None req-a3897f23-3d7e-4653-b83b-15c18efa003e None None] Enqueued Resource ID: ce8bec8f-0d73-4839-a389-a44d4b595314 with Priority: HIGHEST for action port [ 656.957526] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8bec8f-0d73-4839-a389-a44d4b595314 with Priority: HIGHEST for action port [ 656.957828] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce8bec8f-0d73-4839-a389-a44d4b595314 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.957957] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce8bec8f-0d73-4839-a389-a44d4b595314" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.959388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce8bec8f-0d73-4839-a389-a44d4b595314" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.959388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce8bec8f-0d73-4839-a389-a44d4b595314" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.959388] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce8bec8f-0d73-4839-a389-a44d4b595314',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.013266] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd in Status: SUCCESS [ 657.013572] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.463504] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce8bec8f-0d73-4839-a389-a44d4b595314 [ 657.463871] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.463871] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.463871] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.465048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.465048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.465048] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce8bec8f-0d73-4839-a389-a44d4b595314 already deleted. [ 657.465048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce8bec8f-0d73-4839-a389-a44d4b595314" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.259938] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f16844-3d19-4160-9c84-cc81268c52e8 in Status: IN_PROGRESS for 4s [ 658.816176] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 in Status: SUCCESS [ 658.816176] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 deletion is rescheduled due to dependency. [ 658.816176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.676394] env[66272]: INFO networking_nsxv3.common.synchronization [req-e1d1cae9-a5c0-4815-ab28-34d8330ab2d4 req-491c29ee-5b1f-455b-80a2-b197fc75a5a4 tempest-InstanceActionsTestJSON-1622691919 tempest-InstanceActionsTestJSON-1622691919-project-member] Enqueued Resource ID: 61364464-d258-4812-81d5-97d1afe23fdc with Priority: HIGHEST for action security_group_members [ 659.677453] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61364464-d258-4812-81d5-97d1afe23fdc with Priority: HIGHEST for action security_group_members [ 659.677796] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-61364464-d258-4812-81d5-97d1afe23fdc taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.677930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.677988] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.678277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.678440] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.678547] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.678608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.678765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.678847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.678943] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61364464-d258-4812-81d5-97d1afe23fdc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.091555] env[66272]: INFO networking_nsxv3.common.synchronization [None req-81edb6aa-55df-4bc6-bde8-d90bbb1b0b4a None None] Enqueued Resource ID: d08e4a1f-bf5a-437d-9202-a0487d7ce6fe with Priority: HIGHEST for action port [ 660.092219] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08e4a1f-bf5a-437d-9202-a0487d7ce6fe with Priority: HIGHEST for action port [ 660.092550] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-d08e4a1f-bf5a-437d-9202-a0487d7ce6fe taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.092674] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d08e4a1f-bf5a-437d-9202-a0487d7ce6fe" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.092748] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d08e4a1f-bf5a-437d-9202-a0487d7ce6fe" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.093025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d08e4a1f-bf5a-437d-9202-a0487d7ce6fe" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.093125] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d08e4a1f-bf5a-437d-9202-a0487d7ce6fe',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.182756] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.182917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.182988] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.183247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.183367] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.183632] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.183691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.183812] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.183896] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.183970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.184065] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61364464-d258-4812-81d5-97d1afe23fdc already deleted. [ 660.184144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.272689] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f16844-3d19-4160-9c84-cc81268c52e8 in Status: SUCCESS [ 660.272944] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.273126] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.273388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.273639] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.273784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.273845] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.273981] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.274271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.274271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.274426] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.367524] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.367824] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-753" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.368022] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-753" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.368277] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-753" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.368950] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.369159] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.369269] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.369519] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.369697] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.369931] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.370077] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.370359] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.370359] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.370481] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.370585] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.370757] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.392694] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.393086] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.393086] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.393498] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-753" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.393826] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-35f73e4b-d5b5-40f2-90b5-fdbbcc467aa9 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.393826] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-35f73e4b-d5b5-40f2-90b5-fdbbcc467aa9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.393826] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-35f73e4b-d5b5-40f2-90b5-fdbbcc467aa9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.394167] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-35f73e4b-d5b5-40f2-90b5-fdbbcc467aa9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.394398] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f73e4b-d5b5-40f2-90b5-fdbbcc467aa9',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.597138] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d08e4a1f-bf5a-437d-9202-a0487d7ce6fe [ 660.597138] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.597138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.597138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.597138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.597138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.597138] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d08e4a1f-bf5a-437d-9202-a0487d7ce6fe already deleted. [ 660.597138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d08e4a1f-bf5a-437d-9202-a0487d7ce6fe" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.778677] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f16844-3d19-4160-9c84-cc81268c52e8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.778677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.778677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.778677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.778677] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.778677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.778677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.778677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.778677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.778677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.778677] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f16844-3d19-4160-9c84-cc81268c52e8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.778677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.778677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.778677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.778677] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.779461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.779461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.779461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.779461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.779461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.779461] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.897430] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.898309] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.898407] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.898661] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.898813] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.898981] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 35f73e4b-d5b5-40f2-90b5-fdbbcc467aa9 not found, creating... [ 660.899285] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.899484] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.899609] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.899865] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.900042] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.900359] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.900649] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.900649] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.900849] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.901507] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.901585] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 35f73e4b-d5b5-40f2-90b5-fdbbcc467aa9 is going to be created. [ 660.924502] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.924758] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.924924] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.925598] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.925598] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.925781] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-35f73e4b-d5b5-40f2-90b5-fdbbcc467aa9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.282062] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3f16844-3d19-4160-9c84-cc81268c52e8: rpc.has_security_group_logging(os_id): False [ 661.299615] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.299841] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.299841] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.300059] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.300154] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.300370] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.300471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.300524] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.300683] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.300768] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.300972] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.301083] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.301164] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.301311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.301386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.301562] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.301654] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.301722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.302020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.302020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.302200] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3f16844-3d19-4160-9c84-cc81268c52e8 is going to be updated. [ 661.373332] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.373510] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.373591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.373855] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.374015] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.389472] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3f16844-3d19-4160-9c84-cc81268c52e8 in Status: IN_PROGRESS for 2s [ 661.668017] env[66272]: INFO networking_nsxv3.common.synchronization [req-e1d1cae9-a5c0-4815-ab28-34d8330ab2d4 req-48d21abf-f316-4273-b49e-f88465f61727 service nova] Enqueued Resource ID: 61364464-d258-4812-81d5-97d1afe23fdc with Priority: HIGHEST for action security_group_rules [ 661.668308] env[66272]: INFO networking_nsxv3.common.synchronization [req-e1d1cae9-a5c0-4815-ab28-34d8330ab2d4 req-48d21abf-f316-4273-b49e-f88465f61727 service nova] Enqueued Resource ID: 61364464-d258-4812-81d5-97d1afe23fdc with Priority: HIGHEST for action security_group_members [ 661.668525] env[66272]: INFO networking_nsxv3.common.synchronization [req-e1d1cae9-a5c0-4815-ab28-34d8330ab2d4 req-48d21abf-f316-4273-b49e-f88465f61727 service nova] Enqueued Resource ID: 35f73e4b-d5b5-40f2-90b5-fdbbcc467aa9 with Priority: HIGHEST for action port [ 661.669280] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61364464-d258-4812-81d5-97d1afe23fdc with Priority: HIGHEST for action security_group_rules [ 661.669551] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61364464-d258-4812-81d5-97d1afe23fdc with Priority: HIGHEST for action security_group_members [ 661.669953] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f73e4b-d5b5-40f2-90b5-fdbbcc467aa9 with Priority: HIGHEST for action port [ 661.670348] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61364464-d258-4812-81d5-97d1afe23fdc taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.671527] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.671527] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.671527] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.671527] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61364464-d258-4812-81d5-97d1afe23fdc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.672463] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-61364464-d258-4812-81d5-97d1afe23fdc taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.673868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.673868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.673868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.673868] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.673868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.673868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.673868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.673868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.673868] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61364464-d258-4812-81d5-97d1afe23fdc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.674513] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-35f73e4b-d5b5-40f2-90b5-fdbbcc467aa9 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.674513] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35f73e4b-d5b5-40f2-90b5-fdbbcc467aa9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.674611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35f73e4b-d5b5-40f2-90b5-fdbbcc467aa9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.674920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35f73e4b-d5b5-40f2-90b5-fdbbcc467aa9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.674920] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f73e4b-d5b5-40f2-90b5-fdbbcc467aa9',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.178609] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-61364464-d258-4812-81d5-97d1afe23fdc taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.178609] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.179179] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61364464-d258-4812-81d5-97d1afe23fdc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.180083] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35f73e4b-d5b5-40f2-90b5-fdbbcc467aa9 with status ACTIVE [ 662.180288] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.181118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.181198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.181432] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.181537] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.181726] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.181843] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.181904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.182098] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.182173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.182387] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.182482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.182899] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.183676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.183749] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.183848] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35f73e4b-d5b5-40f2-90b5-fdbbcc467aa9 is going to be updated. [ 662.211970] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.212152] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.212254] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.212562] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.212739] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.212989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35f73e4b-d5b5-40f2-90b5-fdbbcc467aa9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.303437] env[66272]: INFO networking_nsxv3.common.synchronization [None req-94580861-e754-47d2-89ca-b01738f8785f None None] Enqueued Resource ID: 588af730-b926-4a9e-85d0-b2fbac723fff with Priority: HIGHEST for action port [ 662.303437] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588af730-b926-4a9e-85d0-b2fbac723fff with Priority: HIGHEST for action port [ 662.306703] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-588af730-b926-4a9e-85d0-b2fbac723fff taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.306703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-588af730-b926-4a9e-85d0-b2fbac723fff" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.306703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-588af730-b926-4a9e-85d0-b2fbac723fff" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.306703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-588af730-b926-4a9e-85d0-b2fbac723fff" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.312393] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('588af730-b926-4a9e-85d0-b2fbac723fff',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.689226] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61364464-d258-4812-81d5-97d1afe23fdc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.784356] env[66272]: INFO networking_nsxv3.common.synchronization [req-9d63ce98-d35b-4778-8a13-a399e40900a2 req-00feab68-af07-46a0-95b8-1d5b7988ac0f tempest-ServerDiagnosticsNegativeTest-1254567026 tempest-ServerDiagnosticsNegativeTest-1254567026-project-member] Enqueued Resource ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 with Priority: HIGHEST for action security_group_members [ 662.784858] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 with Priority: HIGHEST for action security_group_members [ 662.785196] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.785326] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.785597] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.785877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.786109] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.786386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.786469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.786688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.787228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.787228] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a6706c1-671f-4ed0-9deb-2e839a1bfa41',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.810850] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 588af730-b926-4a9e-85d0-b2fbac723fff [ 662.811986] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.811986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.811986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.811986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.811986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.811986] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:588af730-b926-4a9e-85d0-b2fbac723fff already deleted. [ 662.811986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-588af730-b926-4a9e-85d0-b2fbac723fff" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.037267] env[66272]: INFO networking_nsxv3.common.synchronization [None req-76143f02-f3e5-4f12-835c-09511835ef48 None None] Enqueued Resource ID: fa5106c4-4735-4032-a2b4-e44f8926fc59 with Priority: HIGHEST for action port [ 663.037267] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5106c4-4735-4032-a2b4-e44f8926fc59 with Priority: HIGHEST for action port [ 663.037267] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa5106c4-4735-4032-a2b4-e44f8926fc59 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.037267] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa5106c4-4735-4032-a2b4-e44f8926fc59" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.037267] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa5106c4-4735-4032-a2b4-e44f8926fc59" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.037267] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa5106c4-4735-4032-a2b4-e44f8926fc59" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.037267] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5106c4-4735-4032-a2b4-e44f8926fc59',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.192161] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.192161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.192161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.192161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.192161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.192502] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61364464-d258-4812-81d5-97d1afe23fdc is going to be created. [ 663.233420] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.233420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.233420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.233420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.233420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.243511] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61364464-d258-4812-81d5-97d1afe23fdc in Status: UNINITIALIZED for 2s [ 663.290630] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.290630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.290630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.290630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.290630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.291011] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.291011] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.291011] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.291147] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.291362] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.291362] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 is going to be updated. [ 663.331871] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.332217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.332217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.332940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.332940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.350976] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 in Status: IN_PROGRESS for 2s [ 663.406174] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3f16844-3d19-4160-9c84-cc81268c52e8 in Status: SUCCESS [ 663.406379] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.538734] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa5106c4-4735-4032-a2b4-e44f8926fc59 [ 663.539185] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.539185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.539185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.539387] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.539482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.539560] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa5106c4-4735-4032-a2b4-e44f8926fc59 already deleted. [ 663.539986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa5106c4-4735-4032-a2b4-e44f8926fc59" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.851619] env[66272]: INFO networking_nsxv3.common.synchronization [req-b0666bd9-fb0c-48b8-80e9-2bc84344ed1c req-370163ba-9fea-4034-b872-f525e37ca33a tempest-ServersTestBootFromVolume-1881410564 tempest-ServersTestBootFromVolume-1881410564-project-member] Enqueued Resource ID: 3513b44b-3758-417c-9595-9cd035b6329d with Priority: HIGHEST for action security_group_members [ 664.851619] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3513b44b-3758-417c-9595-9cd035b6329d with Priority: HIGHEST for action security_group_members [ 664.851619] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-3513b44b-3758-417c-9595-9cd035b6329d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.851619] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.851619] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.855454] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.855740] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.855880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.855948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.856178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.856269] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.856376] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3513b44b-3758-417c-9595-9cd035b6329d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.256193] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61364464-d258-4812-81d5-97d1afe23fdc in Status: UNINITIALIZED for 4s [ 665.360286] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.361151] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.361421] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.362242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.362242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.362242] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.362242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.362242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.362605] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.362605] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.362605] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3513b44b-3758-417c-9595-9cd035b6329d already deleted. [ 665.362745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.369668] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 in Status: SUCCESS [ 665.369668] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 deletion is rescheduled due to dependency. [ 665.369668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.433498] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.433843] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-897" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.433963] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-897" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.434971] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-897" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.434971] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.435291] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.435364] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.435756] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.435980] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.436302] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.436929] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.436929] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.436929] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.437244] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.437244] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.437362] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.462249] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.463137] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.463629] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.464042] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-897" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.464849] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-3c524ed1-9daa-4c1a-89ec-9bc525409b1c taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.465331] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-3c524ed1-9daa-4c1a-89ec-9bc525409b1c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.465783] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-3c524ed1-9daa-4c1a-89ec-9bc525409b1c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.466417] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-3c524ed1-9daa-4c1a-89ec-9bc525409b1c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.466782] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c524ed1-9daa-4c1a-89ec-9bc525409b1c',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.489610] env[66272]: INFO networking_nsxv3.common.synchronization [None req-3841ea66-400e-47af-bdd8-135df8c8d8f3 None None] Enqueued Resource ID: 01d39396-f88e-4cc1-9d15-cbb15f2c012c with Priority: HIGHEST for action port [ 665.493421] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d39396-f88e-4cc1-9d15-cbb15f2c012c with Priority: HIGHEST for action port [ 665.493421] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-01d39396-f88e-4cc1-9d15-cbb15f2c012c taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.493421] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01d39396-f88e-4cc1-9d15-cbb15f2c012c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.493421] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01d39396-f88e-4cc1-9d15-cbb15f2c012c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.493421] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01d39396-f88e-4cc1-9d15-cbb15f2c012c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.493421] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01d39396-f88e-4cc1-9d15-cbb15f2c012c',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.974393] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.974393] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.974393] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.974393] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.974393] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.974393] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 3c524ed1-9daa-4c1a-89ec-9bc525409b1c not found, creating... [ 665.974393] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.976536] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.977017] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.977615] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.978244] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.979906] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.979906] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.979906] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.980573] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.980948] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.981670] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 3c524ed1-9daa-4c1a-89ec-9bc525409b1c is going to be created. [ 665.995370] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01d39396-f88e-4cc1-9d15-cbb15f2c012c [ 665.997867] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.997867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.997867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.997867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.997867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.997867] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01d39396-f88e-4cc1-9d15-cbb15f2c012c already deleted. [ 665.997867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01d39396-f88e-4cc1-9d15-cbb15f2c012c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.017171] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.017658] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.017869] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.018205] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.018453] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.018930] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-3c524ed1-9daa-4c1a-89ec-9bc525409b1c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.356678] env[66272]: INFO networking_nsxv3.common.synchronization [None req-b8c480cc-20b2-4f04-ae45-80b81f9e5b65 None None] Enqueued Resource ID: f2f0c55d-4e0c-48a7-9649-ddbd803f0cd1 with Priority: HIGHEST for action port [ 666.358049] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f0c55d-4e0c-48a7-9649-ddbd803f0cd1 with Priority: HIGHEST for action port [ 666.358049] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2f0c55d-4e0c-48a7-9649-ddbd803f0cd1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.358049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2f0c55d-4e0c-48a7-9649-ddbd803f0cd1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.358049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2f0c55d-4e0c-48a7-9649-ddbd803f0cd1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.358450] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2f0c55d-4e0c-48a7-9649-ddbd803f0cd1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.358551] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2f0c55d-4e0c-48a7-9649-ddbd803f0cd1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.714316] env[66272]: INFO networking_nsxv3.common.synchronization [req-b0666bd9-fb0c-48b8-80e9-2bc84344ed1c req-c2e8a231-a6f3-49fd-a083-2d1cc93b1ef0 service nova] Enqueued Resource ID: 3513b44b-3758-417c-9595-9cd035b6329d with Priority: HIGHEST for action security_group_rules [ 666.714316] env[66272]: INFO networking_nsxv3.common.synchronization [req-b0666bd9-fb0c-48b8-80e9-2bc84344ed1c req-c2e8a231-a6f3-49fd-a083-2d1cc93b1ef0 service nova] Enqueued Resource ID: 3513b44b-3758-417c-9595-9cd035b6329d with Priority: HIGHEST for action security_group_members [ 666.714316] env[66272]: INFO networking_nsxv3.common.synchronization [req-b0666bd9-fb0c-48b8-80e9-2bc84344ed1c req-c2e8a231-a6f3-49fd-a083-2d1cc93b1ef0 service nova] Enqueued Resource ID: 3c524ed1-9daa-4c1a-89ec-9bc525409b1c with Priority: HIGHEST for action port [ 666.715308] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3513b44b-3758-417c-9595-9cd035b6329d with Priority: HIGHEST for action security_group_rules [ 666.715308] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3513b44b-3758-417c-9595-9cd035b6329d with Priority: HIGHEST for action security_group_members [ 666.715308] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c524ed1-9daa-4c1a-89ec-9bc525409b1c with Priority: HIGHEST for action port [ 666.716349] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3513b44b-3758-417c-9595-9cd035b6329d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.716537] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.716600] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.716769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.716849] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3513b44b-3758-417c-9595-9cd035b6329d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.721091] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-3513b44b-3758-417c-9595-9cd035b6329d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.721091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.721091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.721091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.721091] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.721091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.721091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.721091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.721091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.721091] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3513b44b-3758-417c-9595-9cd035b6329d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.721091] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c524ed1-9daa-4c1a-89ec-9bc525409b1c taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.721091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c524ed1-9daa-4c1a-89ec-9bc525409b1c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.721091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c524ed1-9daa-4c1a-89ec-9bc525409b1c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.721091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c524ed1-9daa-4c1a-89ec-9bc525409b1c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.721091] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c524ed1-9daa-4c1a-89ec-9bc525409b1c',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.864558] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2f0c55d-4e0c-48a7-9649-ddbd803f0cd1 [ 666.864558] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.864558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.864558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.866080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.866080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.866080] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2f0c55d-4e0c-48a7-9649-ddbd803f0cd1 already deleted. [ 666.866080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2f0c55d-4e0c-48a7-9649-ddbd803f0cd1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.224092] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-3513b44b-3758-417c-9595-9cd035b6329d taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.224092] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.224092] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3513b44b-3758-417c-9595-9cd035b6329d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.224092] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c524ed1-9daa-4c1a-89ec-9bc525409b1c with status ACTIVE [ 667.224092] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.224092] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.224092] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.224092] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.224724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.224724] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.224724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.224724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.225680] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.225835] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.226070] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.226179] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.226243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.226767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.226767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.227541] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c524ed1-9daa-4c1a-89ec-9bc525409b1c is going to be updated. [ 667.254981] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.254981] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.254981] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.254981] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.254981] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.254981] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c524ed1-9daa-4c1a-89ec-9bc525409b1c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.266604] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61364464-d258-4812-81d5-97d1afe23fdc in Status: SUCCESS [ 667.267028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.267028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.267210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.267402] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.267514] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.267595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.267737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.268227] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.268227] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.268227] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61364464-d258-4812-81d5-97d1afe23fdc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.294580] env[66272]: INFO networking_nsxv3.common.synchronization [req-dc8945ec-805e-4f30-8e14-59d79aa2e99d req-bdec09df-2c95-4c36-ab9b-45586e8fbf6d tempest-TenantUsagesTestJSON-218093811 tempest-TenantUsagesTestJSON-218093811-project-member] Enqueued Resource ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e with Priority: HIGHEST for action security_group_members [ 667.295270] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e with Priority: HIGHEST for action security_group_members [ 667.295660] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.296431] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.296496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.296853] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.297015] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.297469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.297469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.300261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.300652] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.300652] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f75fb5a3-b89d-4ede-816e-c37f3bfe689e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.730975] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3513b44b-3758-417c-9595-9cd035b6329d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.772168] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-61364464-d258-4812-81d5-97d1afe23fdc taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.772346] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.772419] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.772649] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.772817] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.772913] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.772978] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.773174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.773262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.773452] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.773614] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-61364464-d258-4812-81d5-97d1afe23fdc taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.773708] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.773768] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.773942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.774139] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.774199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.774243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.774412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.774509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.774605] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.774690] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61364464-d258-4812-81d5-97d1afe23fdc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.809122] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.809122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.809122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.809122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.809122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.809122] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.809122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.809122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.809122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.809122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.809122] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e is going to be updated. [ 667.840030] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.840030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.840030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.840030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.840030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.850396] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e in Status: IN_PROGRESS for 2s [ 668.171408] env[66272]: INFO networking_nsxv3.common.synchronization [req-11b50a83-1339-4807-bdf5-416e3b6ca0dd req-0c1d3931-d475-450f-95bb-52af02152860 tempest-ServerExternalEventsTest-2000552080 tempest-ServerExternalEventsTest-2000552080-project-member] Enqueued Resource ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce with Priority: HIGHEST for action security_group_members [ 668.171877] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce with Priority: HIGHEST for action security_group_members [ 668.172198] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e9e98d-d55f-4c17-b094-844b3c3e9bce taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.172687] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.172687] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.172687] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.172829] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.172882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.172967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.174857] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.176033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.176110] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e9e98d-d55f-4c17-b094-844b3c3e9bce',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.234295] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.234295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.234295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.234295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.234295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.234295] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3513b44b-3758-417c-9595-9cd035b6329d is going to be created. [ 668.258747] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.260032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.260032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.260032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.260032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.271987] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3513b44b-3758-417c-9595-9cd035b6329d in Status: UNINITIALIZED for 2s [ 668.280058] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61364464-d258-4812-81d5-97d1afe23fdc: rpc.has_security_group_logging(os_id): False [ 668.306590] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.306590] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.306590] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.306590] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.306590] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.306590] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.306590] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.306590] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.306590] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.307089] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.307089] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.308071] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.308243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.308479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.308816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.311072] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.311291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.311291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.311419] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.311494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.311581] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61364464-d258-4812-81d5-97d1afe23fdc is going to be created. [ 668.401919] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.401919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.401919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.402088] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.402419] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.421994] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61364464-d258-4812-81d5-97d1afe23fdc in Status: IN_PROGRESS for 2s [ 668.635426] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.635426] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.635426] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.635426] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.635426] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.635426] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.635426] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.635426] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.635426] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.636064] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.636064] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.636064] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.636064] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.636064] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.636239] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.636273] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.660843] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.661033] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.661169] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.661389] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.661680] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-ea2796cd-e36e-40ce-b514-75b5f83aeb97 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.661946] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-ea2796cd-e36e-40ce-b514-75b5f83aeb97" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.662038] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-ea2796cd-e36e-40ce-b514-75b5f83aeb97" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.662443] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-ea2796cd-e36e-40ce-b514-75b5f83aeb97" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.662606] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea2796cd-e36e-40ce-b514-75b5f83aeb97',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.680024] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.680024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.680024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.680024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.680024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.680024] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.680024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.680024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.680519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.680519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.680519] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce already deleted. [ 668.680519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.165097] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.165343] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.165491] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.165867] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.166035] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.166193] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port ea2796cd-e36e-40ce-b514-75b5f83aeb97 not found, creating... [ 669.166454] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.166621] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.166751] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.166961] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.167105] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.167442] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.167637] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.167755] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.167999] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.168405] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.168574] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: ea2796cd-e36e-40ce-b514-75b5f83aeb97 is going to be created. [ 669.198358] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.198609] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.198766] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.199099] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.199429] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.199774] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-ea2796cd-e36e-40ce-b514-75b5f83aeb97" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.867081] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e in Status: SUCCESS [ 669.867399] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e deletion is rescheduled due to dependency. [ 669.867399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.939847] env[66272]: INFO networking_nsxv3.common.synchronization [req-11b50a83-1339-4807-bdf5-416e3b6ca0dd req-32e789ff-2449-48ba-8940-0533603df0c8 service nova] Enqueued Resource ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce with Priority: HIGHEST for action security_group_rules [ 669.939847] env[66272]: INFO networking_nsxv3.common.synchronization [req-11b50a83-1339-4807-bdf5-416e3b6ca0dd req-32e789ff-2449-48ba-8940-0533603df0c8 service nova] Enqueued Resource ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce with Priority: HIGHEST for action security_group_members [ 669.939847] env[66272]: INFO networking_nsxv3.common.synchronization [req-11b50a83-1339-4807-bdf5-416e3b6ca0dd req-32e789ff-2449-48ba-8940-0533603df0c8 service nova] Enqueued Resource ID: ea2796cd-e36e-40ce-b514-75b5f83aeb97 with Priority: HIGHEST for action port [ 669.940920] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce with Priority: HIGHEST for action security_group_rules [ 669.940920] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce with Priority: HIGHEST for action security_group_members [ 669.940920] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea2796cd-e36e-40ce-b514-75b5f83aeb97 with Priority: HIGHEST for action port [ 669.941028] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95e9e98d-d55f-4c17-b094-844b3c3e9bce taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.941095] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.941188] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.941494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.941566] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95e9e98d-d55f-4c17-b094-844b3c3e9bce',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.945358] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e9e98d-d55f-4c17-b094-844b3c3e9bce taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.945358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.945358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.945358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.945358] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.945358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.945358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.945358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.945358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.945358] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e9e98d-d55f-4c17-b094-844b3c3e9bce',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.945358] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea2796cd-e36e-40ce-b514-75b5f83aeb97 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.945358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea2796cd-e36e-40ce-b514-75b5f83aeb97" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.945358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea2796cd-e36e-40ce-b514-75b5f83aeb97" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.945358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea2796cd-e36e-40ce-b514-75b5f83aeb97" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.945358] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea2796cd-e36e-40ce-b514-75b5f83aeb97',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.285635] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3513b44b-3758-417c-9595-9cd035b6329d in Status: SUCCESS [ 670.285635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.285860] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.286086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.286303] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.288250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.288250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.288250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.288250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.288250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.288250] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3513b44b-3758-417c-9595-9cd035b6329d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.436534] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61364464-d258-4812-81d5-97d1afe23fdc in Status: SUCCESS [ 670.437516] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.447020] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e9e98d-d55f-4c17-b094-844b3c3e9bce taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.447124] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.447360] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95e9e98d-d55f-4c17-b094-844b3c3e9bce',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.448218] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea2796cd-e36e-40ce-b514-75b5f83aeb97 with status ACTIVE [ 670.449854] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.449854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.449854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.449854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.449854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.449854] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.449854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.449854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.449854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.449854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.450613] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.450613] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.450613] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.450613] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.450939] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.450939] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea2796cd-e36e-40ce-b514-75b5f83aeb97 is going to be updated. [ 670.477989] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.478193] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.478193] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.478409] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.478570] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.478695] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea2796cd-e36e-40ce-b514-75b5f83aeb97" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.793577] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3513b44b-3758-417c-9595-9cd035b6329d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.952704] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95e9e98d-d55f-4c17-b094-844b3c3e9bce',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.297382] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3513b44b-3758-417c-9595-9cd035b6329d: rpc.has_security_group_logging(os_id): False [ 671.318834] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.318991] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.319073] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.319294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.319384] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.319626] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.319728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.319782] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.319934] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.320022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.320110] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3513b44b-3758-417c-9595-9cd035b6329d is going to be created. [ 671.391313] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.391510] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.391510] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.391647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.391831] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.405048] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3513b44b-3758-417c-9595-9cd035b6329d in Status: IN_PROGRESS for 2s [ 671.457539] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.457694] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.457758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.457988] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.458101] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.458202] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce is going to be created. [ 671.501782] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.501954] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.502103] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.502331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.502484] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.515408] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce in Status: UNINITIALIZED for 2s [ 672.227661] env[66272]: INFO networking_nsxv3.common.synchronization [None req-3cc039fa-48e0-4dd5-bddf-8674e90f726b None None] Enqueued Resource ID: d275cc1e-f0ee-46e4-8e77-ef7f3f5248fd with Priority: HIGHEST for action port [ 672.229858] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d275cc1e-f0ee-46e4-8e77-ef7f3f5248fd with Priority: HIGHEST for action port [ 672.229858] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-d275cc1e-f0ee-46e4-8e77-ef7f3f5248fd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.229858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d275cc1e-f0ee-46e4-8e77-ef7f3f5248fd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.229858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d275cc1e-f0ee-46e4-8e77-ef7f3f5248fd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.229858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d275cc1e-f0ee-46e4-8e77-ef7f3f5248fd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.229858] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d275cc1e-f0ee-46e4-8e77-ef7f3f5248fd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.733905] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d275cc1e-f0ee-46e4-8e77-ef7f3f5248fd [ 672.733905] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.733905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.733905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.733905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.733905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.733905] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d275cc1e-f0ee-46e4-8e77-ef7f3f5248fd already deleted. [ 672.733905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d275cc1e-f0ee-46e4-8e77-ef7f3f5248fd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.422196] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3513b44b-3758-417c-9595-9cd035b6329d in Status: SUCCESS [ 673.423298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.530117] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce in Status: SUCCESS [ 673.530351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.530555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.530900] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.531115] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.531238] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.531407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.531845] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.531845] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.531944] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.532096] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95e9e98d-d55f-4c17-b094-844b3c3e9bce',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.760475] env[66272]: INFO networking_nsxv3.common.synchronization [None req-7b01fdfd-4a29-4f0c-8db8-2b75a90b5046 None None] Enqueued Resource ID: 46bb2e06-32b3-4ff4-a61f-c2befd3800a3 with Priority: HIGHEST for action port [ 673.761618] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46bb2e06-32b3-4ff4-a61f-c2befd3800a3 with Priority: HIGHEST for action port [ 673.762733] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-46bb2e06-32b3-4ff4-a61f-c2befd3800a3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.762733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46bb2e06-32b3-4ff4-a61f-c2befd3800a3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.762733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46bb2e06-32b3-4ff4-a61f-c2befd3800a3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.762733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46bb2e06-32b3-4ff4-a61f-c2befd3800a3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.762733] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46bb2e06-32b3-4ff4-a61f-c2befd3800a3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.043333] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e9e98d-d55f-4c17-b094-844b3c3e9bce taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.043333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.043333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.043333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.043333] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.043333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.043333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.043333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.043333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.043333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.043333] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e9e98d-d55f-4c17-b094-844b3c3e9bce taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.043333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.043333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.043333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.045077] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.045635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.047291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.047291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.047291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.047291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.047291] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95e9e98d-d55f-4c17-b094-844b3c3e9bce',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.082986] env[66272]: INFO networking_nsxv3.common.synchronization [req-5e6ec985-26dd-4181-855a-01e98428ed4d req-cb5aa468-4c7d-4b88-9dd1-4dfce19b741b tempest-ServerAddressesTestJSON-646462000 tempest-ServerAddressesTestJSON-646462000-project-member] Enqueued Resource ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 with Priority: HIGHEST for action security_group_members [ 674.082986] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 with Priority: HIGHEST for action security_group_members [ 674.083528] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e342bf7b-8a9f-4a78-b1d8-123256f064c4 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.083646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.083842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.084083] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.084302] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.084636] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.084636] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.084636] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.084849] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.084849] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e342bf7b-8a9f-4a78-b1d8-123256f064c4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.212365] env[66272]: INFO networking_nsxv3.common.synchronization [None req-bd78dd8b-c44e-4b4e-a17e-561443859e80 None None] Enqueued Resource ID: 8b80102a-ed1f-4946-bc15-7b9c68e5ea46 with Priority: HIGHEST for action port [ 674.215637] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b80102a-ed1f-4946-bc15-7b9c68e5ea46 with Priority: HIGHEST for action port [ 674.216103] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b80102a-ed1f-4946-bc15-7b9c68e5ea46 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.216232] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b80102a-ed1f-4946-bc15-7b9c68e5ea46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.216319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b80102a-ed1f-4946-bc15-7b9c68e5ea46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.217545] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b80102a-ed1f-4946-bc15-7b9c68e5ea46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.217716] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b80102a-ed1f-4946-bc15-7b9c68e5ea46',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.265889] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46bb2e06-32b3-4ff4-a61f-c2befd3800a3 [ 674.266218] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.266392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.266484] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.266688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.266776] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.266899] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46bb2e06-32b3-4ff4-a61f-c2befd3800a3 already deleted. [ 674.267013] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46bb2e06-32b3-4ff4-a61f-c2befd3800a3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.516947] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-337 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.517425] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-337" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.517425] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-337" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.517661] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-337" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.518115] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.518240] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.518718] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.518718] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.518891] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.520306] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.520306] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.520306] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.520306] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.520306] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.520306] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.520306] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.541099] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.542117] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.542117] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.542117] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-337" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.542379] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-b95f6989-e4a0-41a1-bd7c-4f7aa1ea95e9 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.542379] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-b95f6989-e4a0-41a1-bd7c-4f7aa1ea95e9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.542585] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-b95f6989-e4a0-41a1-bd7c-4f7aa1ea95e9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.542917] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-b95f6989-e4a0-41a1-bd7c-4f7aa1ea95e9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.543193] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b95f6989-e4a0-41a1-bd7c-4f7aa1ea95e9',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.553384] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95e9e98d-d55f-4c17-b094-844b3c3e9bce: rpc.has_security_group_logging(os_id): False [ 674.576685] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.577206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.577206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.577404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.577598] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.577957] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.578067] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.578154] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.578393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.578533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.579323] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.580388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.580388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.580388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.580388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.580388] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.580388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.580388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.580709] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.580709] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.580709] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce is going to be created. [ 674.586848] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.587563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.587563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.587563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.587563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.587563] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.587830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.587830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.587945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.587945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.588256] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 already deleted. [ 674.588256] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.641684] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.641892] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.641972] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.642254] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.642513] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.660524] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce in Status: IN_PROGRESS for 2s [ 674.720013] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b80102a-ed1f-4946-bc15-7b9c68e5ea46 [ 674.720179] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.720385] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.720442] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.720674] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.720763] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.720851] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b80102a-ed1f-4946-bc15-7b9c68e5ea46 already deleted. [ 674.720959] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b80102a-ed1f-4946-bc15-7b9c68e5ea46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.049029] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.049364] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.049364] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.051831] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.051831] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.051831] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port b95f6989-e4a0-41a1-bd7c-4f7aa1ea95e9 not found, creating... [ 675.051831] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.051831] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.051831] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.051831] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.051831] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.052406] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.052406] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.052406] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.052627] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.052627] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.052730] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: b95f6989-e4a0-41a1-bd7c-4f7aa1ea95e9 is going to be created. [ 675.086475] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.086475] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.086475] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.086475] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.086475] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.086475] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-b95f6989-e4a0-41a1-bd7c-4f7aa1ea95e9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.834708] env[66272]: INFO networking_nsxv3.common.synchronization [req-5e6ec985-26dd-4181-855a-01e98428ed4d req-cff3a47f-18fb-4414-b353-a8851d5ee564 service nova] Enqueued Resource ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 with Priority: HIGHEST for action security_group_rules [ 675.835016] env[66272]: INFO networking_nsxv3.common.synchronization [req-5e6ec985-26dd-4181-855a-01e98428ed4d req-cff3a47f-18fb-4414-b353-a8851d5ee564 service nova] Enqueued Resource ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 with Priority: HIGHEST for action security_group_members [ 675.835016] env[66272]: INFO networking_nsxv3.common.synchronization [req-5e6ec985-26dd-4181-855a-01e98428ed4d req-cff3a47f-18fb-4414-b353-a8851d5ee564 service nova] Enqueued Resource ID: b95f6989-e4a0-41a1-bd7c-4f7aa1ea95e9 with Priority: HIGHEST for action port [ 675.835246] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 with Priority: HIGHEST for action security_group_rules [ 675.835371] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 with Priority: HIGHEST for action security_group_members [ 675.835466] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95f6989-e4a0-41a1-bd7c-4f7aa1ea95e9 with Priority: HIGHEST for action port [ 675.837647] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e342bf7b-8a9f-4a78-b1d8-123256f064c4 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.837832] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.837905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.838243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.838303] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e342bf7b-8a9f-4a78-b1d8-123256f064c4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.839226] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e342bf7b-8a9f-4a78-b1d8-123256f064c4 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.839321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.839358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.839504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.839708] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.839781] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.839823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.839929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.840019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.840111] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e342bf7b-8a9f-4a78-b1d8-123256f064c4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.841330] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-b95f6989-e4a0-41a1-bd7c-4f7aa1ea95e9 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.842192] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b95f6989-e4a0-41a1-bd7c-4f7aa1ea95e9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.842277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b95f6989-e4a0-41a1-bd7c-4f7aa1ea95e9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.842967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b95f6989-e4a0-41a1-bd7c-4f7aa1ea95e9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.843039] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b95f6989-e4a0-41a1-bd7c-4f7aa1ea95e9',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.344917] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e342bf7b-8a9f-4a78-b1d8-123256f064c4 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.345149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.345763] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e342bf7b-8a9f-4a78-b1d8-123256f064c4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.346349] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b95f6989-e4a0-41a1-bd7c-4f7aa1ea95e9 with status ACTIVE [ 676.346646] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.346803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.346890] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.347261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.347359] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.347576] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.347683] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.347805] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.347953] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.348114] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.348309] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.348441] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.348556] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.348685] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.348788] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.348884] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b95f6989-e4a0-41a1-bd7c-4f7aa1ea95e9 is going to be updated. [ 676.377088] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.377477] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.377477] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.377666] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.377935] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.378399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b95f6989-e4a0-41a1-bd7c-4f7aa1ea95e9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.676742] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce in Status: SUCCESS [ 676.677203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.852735] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e342bf7b-8a9f-4a78-b1d8-123256f064c4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.248461] env[66272]: INFO networking_nsxv3.common.synchronization [None req-3aadf5f1-c339-4f0b-b4ea-774cfaf5c0a4 None None] Enqueued Resource ID: ccff3f5c-6578-4abc-966d-99a842a66c7a with Priority: HIGHEST for action port [ 677.248461] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccff3f5c-6578-4abc-966d-99a842a66c7a with Priority: HIGHEST for action port [ 677.249876] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccff3f5c-6578-4abc-966d-99a842a66c7a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.249876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccff3f5c-6578-4abc-966d-99a842a66c7a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.249876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccff3f5c-6578-4abc-966d-99a842a66c7a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.251498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccff3f5c-6578-4abc-966d-99a842a66c7a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.251498] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccff3f5c-6578-4abc-966d-99a842a66c7a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.354783] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.355078] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.355171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.355413] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.355514] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.356417] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 is going to be created. [ 677.389480] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.389676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.389781] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.390803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.390803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.403134] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 in Status: UNINITIALIZED for 2s [ 677.753686] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccff3f5c-6578-4abc-966d-99a842a66c7a [ 677.754054] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.754189] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.754189] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.754936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.755063] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.755168] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccff3f5c-6578-4abc-966d-99a842a66c7a already deleted. [ 677.755297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccff3f5c-6578-4abc-966d-99a842a66c7a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.059318] env[66272]: INFO networking_nsxv3.common.synchronization [req-e72d79be-0d0b-4500-8440-5c073fd4835e req-21520e86-f17d-4ade-883e-7290d1db2730 tempest-ServersAdminTestJSON-522433335 tempest-ServersAdminTestJSON-522433335-project-member] Enqueued Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 678.060016] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 678.060318] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.060655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.060655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.060790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.060848] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.060976] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.061039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.061176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.061265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.061360] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.515473] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.515733] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.515911] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.516239] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.516557] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.516853] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.517044] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.517308] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.517487] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.517731] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.517873] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.518514] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.518514] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.518514] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.518514] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.518514] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.535158] env[66272]: INFO networking_nsxv3.common.synchronization [None req-f450fe9d-62cf-4ded-bb57-a9168cc5080d tempest-AttachInterfacesUnderV243Test-74939590 tempest-AttachInterfacesUnderV243Test-74939590-project-member] Enqueued Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_rules [ 678.536918] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_rules [ 678.537587] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.537726] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.537813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.538145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.538231] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.545333] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.545505] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.545660] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.545857] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.546208] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-248d5118-6496-42d5-af9d-d3764a56d825 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.546423] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-248d5118-6496-42d5-af9d-d3764a56d825" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.546485] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-248d5118-6496-42d5-af9d-d3764a56d825" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.546795] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-248d5118-6496-42d5-af9d-d3764a56d825" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.546941] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('248d5118-6496-42d5-af9d-d3764a56d825',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.567789] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.607993] env[66272]: INFO networking_nsxv3.common.synchronization [None req-a20467be-ba15-4ac8-be7d-2805dc1b335e None None] Enqueued Resource ID: 740ec425-1f09-4bd4-b404-5e200ae4860b with Priority: HIGHEST for action port [ 678.608770] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 740ec425-1f09-4bd4-b404-5e200ae4860b with Priority: HIGHEST for action port [ 678.609193] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-740ec425-1f09-4bd4-b404-5e200ae4860b taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.609386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-740ec425-1f09-4bd4-b404-5e200ae4860b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.609526] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-740ec425-1f09-4bd4-b404-5e200ae4860b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.609968] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-740ec425-1f09-4bd4-b404-5e200ae4860b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.610064] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('740ec425-1f09-4bd4-b404-5e200ae4860b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.049955] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.050931] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.050931] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.050931] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.051339] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.051574] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 248d5118-6496-42d5-af9d-d3764a56d825 not found, creating... [ 679.051887] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.052163] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.052333] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.052615] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.054349] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.054349] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.054349] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.054349] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.054349] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.054349] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.054349] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 248d5118-6496-42d5-af9d-d3764a56d825 is going to be created. [ 679.058723] env[66272]: INFO networking_nsxv3.common.synchronization [None req-600c86bb-21d4-4059-a8b4-8c27f2ccebf7 tempest-AttachInterfacesUnderV243Test-74939590 tempest-AttachInterfacesUnderV243Test-74939590-project-member] Enqueued Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_rules [ 679.059303] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_rules [ 679.059709] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.059974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.061837] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.061963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.062043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.062447] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.062447] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.062447] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 already deleted. [ 679.062447] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.063193] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.063193] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.063193] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.070494] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.075521] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.075793] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.076010] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.076295] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.076517] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.076733] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-248d5118-6496-42d5-af9d-d3764a56d825" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.114012] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 740ec425-1f09-4bd4-b404-5e200ae4860b [ 679.114012] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.114012] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.114012] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.114366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.114366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.114366] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:740ec425-1f09-4bd4-b404-5e200ae4860b already deleted. [ 679.114524] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-740ec425-1f09-4bd4-b404-5e200ae4860b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.248814] env[66272]: INFO networking_nsxv3.common.synchronization [None req-23e8ddc0-0ca4-45ec-8f8b-a31f3e8b0ceb None None] Enqueued Resource ID: 7d691420-e4f4-4ad5-be39-5d7ad1b607ea with Priority: HIGHEST for action port [ 679.252108] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d691420-e4f4-4ad5-be39-5d7ad1b607ea with Priority: HIGHEST for action port [ 679.252517] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d691420-e4f4-4ad5-be39-5d7ad1b607ea taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.252666] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d691420-e4f4-4ad5-be39-5d7ad1b607ea" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.252730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d691420-e4f4-4ad5-be39-5d7ad1b607ea" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.253017] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d691420-e4f4-4ad5-be39-5d7ad1b607ea" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.253101] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d691420-e4f4-4ad5-be39-5d7ad1b607ea',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.415459] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 in Status: SUCCESS [ 679.416317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.416718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.417034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.417463] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.417463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.417463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.417613] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.417757] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.417834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.417890] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e342bf7b-8a9f-4a78-b1d8-123256f064c4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.560687] env[66272]: INFO networking_nsxv3.common.synchronization [None req-ac21817b-629f-4177-b587-a45fa3b9a01c None None] Enqueued Resource ID: 31640c36-de8b-4036-a5d5-e6effc11ea07 with Priority: HIGHEST for action port [ 679.560687] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31640c36-de8b-4036-a5d5-e6effc11ea07 with Priority: HIGHEST for action port [ 679.560687] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-31640c36-de8b-4036-a5d5-e6effc11ea07 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.560687] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31640c36-de8b-4036-a5d5-e6effc11ea07" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.560687] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31640c36-de8b-4036-a5d5-e6effc11ea07" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.560687] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31640c36-de8b-4036-a5d5-e6effc11ea07" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.560687] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31640c36-de8b-4036-a5d5-e6effc11ea07',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.575818] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.575818] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.575818] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.575818] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.575818] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.575818] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 is going to be updated. [ 679.588033] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.588033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.588033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.589165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.589165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.589165] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 already deleted. [ 679.589165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.603175] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.603175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.603175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.603175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.603175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.613886] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: IN_PROGRESS for 2s [ 679.757564] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d691420-e4f4-4ad5-be39-5d7ad1b607ea [ 679.757875] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.758048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.758159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.758425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.758561] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.758661] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d691420-e4f4-4ad5-be39-5d7ad1b607ea already deleted. [ 679.758777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d691420-e4f4-4ad5-be39-5d7ad1b607ea" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.896671] env[66272]: INFO networking_nsxv3.common.synchronization [req-e72d79be-0d0b-4500-8440-5c073fd4835e req-f75d5cda-dd11-427d-8cb7-465a75dfb285 service nova] Enqueued Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_rules [ 679.896846] env[66272]: INFO networking_nsxv3.common.synchronization [req-e72d79be-0d0b-4500-8440-5c073fd4835e req-f75d5cda-dd11-427d-8cb7-465a75dfb285 service nova] Enqueued Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 679.896973] env[66272]: INFO networking_nsxv3.common.synchronization [req-e72d79be-0d0b-4500-8440-5c073fd4835e req-f75d5cda-dd11-427d-8cb7-465a75dfb285 service nova] Enqueued Resource ID: 248d5118-6496-42d5-af9d-d3764a56d825 with Priority: HIGHEST for action port [ 679.897576] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_rules [ 679.897716] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 679.897811] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 248d5118-6496-42d5-af9d-d3764a56d825 with Priority: HIGHEST for action port [ 679.898116] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.898383] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.898383] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.898521] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.898615] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.899551] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.899669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.899857] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-248d5118-6496-42d5-af9d-d3764a56d825 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.899955] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-248d5118-6496-42d5-af9d-d3764a56d825" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.900177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-248d5118-6496-42d5-af9d-d3764a56d825" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.900273] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-248d5118-6496-42d5-af9d-d3764a56d825" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.900273] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('248d5118-6496-42d5-af9d-d3764a56d825',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.920219] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e342bf7b-8a9f-4a78-b1d8-123256f064c4 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.920389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.920480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.920924] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.920924] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.921175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.921175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.921252] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.921289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.921643] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.921643] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e342bf7b-8a9f-4a78-b1d8-123256f064c4 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.921791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.921791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.922011] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.922157] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.922286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.922333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.922468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.922548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.922633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.922733] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e342bf7b-8a9f-4a78-b1d8-123256f064c4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.064588] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31640c36-de8b-4036-a5d5-e6effc11ea07 [ 680.064948] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.064948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.064948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.065366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.065366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.065480] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31640c36-de8b-4036-a5d5-e6effc11ea07 already deleted. [ 680.065480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31640c36-de8b-4036-a5d5-e6effc11ea07" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.402994] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.403283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.403646] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 248d5118-6496-42d5-af9d-d3764a56d825 with status ACTIVE [ 680.403646] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.403925] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.403990] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.404310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.404508] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.404795] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.405109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.405109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.405483] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.405483] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.405580] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.407971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.407971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.407971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.410255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.411060] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 248d5118-6496-42d5-af9d-d3764a56d825 is going to be updated. [ 680.428040] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e342bf7b-8a9f-4a78-b1d8-123256f064c4: rpc.has_security_group_logging(os_id): False [ 680.434787] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.434994] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.435075] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.435288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.435557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.435700] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-248d5118-6496-42d5-af9d-d3764a56d825" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.447912] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.447912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.447912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.447912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.447912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.447912] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.447912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.447912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.447912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.447912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.447912] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.448432] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.448432] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.448511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.448599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.449716] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.449924] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.449988] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.450178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.450252] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.450412] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 is going to be created. [ 680.521457] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.521660] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.521713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.521925] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.522135] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.537475] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 in Status: IN_PROGRESS for 2s [ 680.931386] env[66272]: INFO networking_nsxv3.common.synchronization [None req-9d72f96c-4dc8-45eb-bba4-0a93aac6074b tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 with Priority: HIGHEST for action security_group_rules [ 680.932115] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 with Priority: HIGHEST for action security_group_rules [ 680.932222] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf8da8e2-308f-47ac-a217-fd24eac351a8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.932317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.932402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.932716] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.932815] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf8da8e2-308f-47ac-a217-fd24eac351a8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.198641] env[66272]: INFO networking_nsxv3.common.synchronization [None req-1c48fcd2-c16e-4ca0-b194-0ae17b632b5a tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 with Priority: HIGHEST for action security_group_rules [ 681.201008] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 with Priority: HIGHEST for action security_group_rules [ 681.201008] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf8da8e2-308f-47ac-a217-fd24eac351a8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.201008] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.456330] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.456330] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.456330] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.456490] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.456490] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.456712] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 already deleted. [ 681.456712] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.456777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.457396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.457396] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf8da8e2-308f-47ac-a217-fd24eac351a8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.627981] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: SUCCESS [ 681.629399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.629676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.629813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.630027] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.630500] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.630500] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.630500] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.630500] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.633708] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.984390] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.984390] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.984390] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.984390] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.984390] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.984390] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 already deleted. [ 681.984390] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.136077] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.191498] env[66272]: INFO networking_nsxv3.common.synchronization [req-ccec0e18-1c15-4788-9eda-b21af4525e7d req-74c4df8e-6e60-47b9-9bd0-28a999ec521b tempest-ServerActionsTestOtherB-1460399298 tempest-ServerActionsTestOtherB-1460399298-project-member] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 682.191498] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 682.191498] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.191498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.191498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.191753] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.192318] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.192318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.192318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.192318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.192589] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.192589] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.403319] env[66272]: INFO networking_nsxv3.common.synchronization [None req-a13ca887-9b14-4574-99c3-5ce45c693c63 None None] Enqueued Resource ID: 8557069b-035f-43c2-93d4-8eb191e69696 with Priority: HIGHEST for action port [ 682.404100] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8557069b-035f-43c2-93d4-8eb191e69696 with Priority: HIGHEST for action port [ 682.404227] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-8557069b-035f-43c2-93d4-8eb191e69696 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.404354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8557069b-035f-43c2-93d4-8eb191e69696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.404419] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8557069b-035f-43c2-93d4-8eb191e69696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.404723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8557069b-035f-43c2-93d4-8eb191e69696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.404803] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8557069b-035f-43c2-93d4-8eb191e69696',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.555955] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 in Status: SUCCESS [ 682.557519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.640883] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.698162] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.698162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.698162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.698162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.698162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.698162] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.698162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.698162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.698162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.698162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.698162] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 already deleted. [ 682.698162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.826309] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.826309] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-268" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.826309] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-268" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.826309] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-268" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.826309] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.826309] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.826309] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.826793] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.826793] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.827053] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.827186] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.827301] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.827424] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.827540] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.827676] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.827814] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.853993] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.854163] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.854292] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.854464] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-268" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.854862] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-0d5b50e7-055c-4d29-9079-11fecf762c2b taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.855059] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-0d5b50e7-055c-4d29-9079-11fecf762c2b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.855176] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-0d5b50e7-055c-4d29-9079-11fecf762c2b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.855674] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-0d5b50e7-055c-4d29-9079-11fecf762c2b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.855674] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d5b50e7-055c-4d29-9079-11fecf762c2b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.909833] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8557069b-035f-43c2-93d4-8eb191e69696 [ 682.909833] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.909833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.909833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.909833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.909833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.909833] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8557069b-035f-43c2-93d4-8eb191e69696 already deleted. [ 682.909833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8557069b-035f-43c2-93d4-8eb191e69696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.142994] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.145404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.145404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.145404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.145404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.145404] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 is going to be updated. [ 683.175754] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.175754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.175754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.175977] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.175977] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.190303] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: IN_PROGRESS for 2s [ 683.360056] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.361410] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.361833] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.362391] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.362586] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.362838] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 0d5b50e7-055c-4d29-9079-11fecf762c2b not found, creating... [ 683.363327] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.363650] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.363803] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.364203] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.364435] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.364985] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.365159] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.365309] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.365639] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.365798] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.366380] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 0d5b50e7-055c-4d29-9079-11fecf762c2b is going to be created. [ 683.393336] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.393664] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.393741] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.394067] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.394546] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.394546] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-0d5b50e7-055c-4d29-9079-11fecf762c2b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.103209] env[66272]: INFO networking_nsxv3.common.synchronization [req-ccec0e18-1c15-4788-9eda-b21af4525e7d req-20959404-15b4-4b07-b4bd-281d15ce83b9 service nova] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_rules [ 684.103512] env[66272]: INFO networking_nsxv3.common.synchronization [req-ccec0e18-1c15-4788-9eda-b21af4525e7d req-20959404-15b4-4b07-b4bd-281d15ce83b9 service nova] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 684.103830] env[66272]: INFO networking_nsxv3.common.synchronization [req-ccec0e18-1c15-4788-9eda-b21af4525e7d req-20959404-15b4-4b07-b4bd-281d15ce83b9 service nova] Enqueued Resource ID: 0d5b50e7-055c-4d29-9079-11fecf762c2b with Priority: HIGHEST for action port [ 684.105701] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_rules [ 684.105904] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 684.106075] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5b50e7-055c-4d29-9079-11fecf762c2b with Priority: HIGHEST for action port [ 684.106773] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.106969] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.107071] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.107285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.107366] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.108561] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.108695] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.108970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.109175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.109386] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.109489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.109555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.111304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.111304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.111304] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.113127] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d5b50e7-055c-4d29-9079-11fecf762c2b taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.113287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d5b50e7-055c-4d29-9079-11fecf762c2b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.113352] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d5b50e7-055c-4d29-9079-11fecf762c2b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.113465] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d5b50e7-055c-4d29-9079-11fecf762c2b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.113534] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d5b50e7-055c-4d29-9079-11fecf762c2b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.617253] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.618697] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.619208] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.619450] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d5b50e7-055c-4d29-9079-11fecf762c2b with status ACTIVE [ 684.619765] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.619959] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.620085] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.620406] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.620552] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.620826] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.620990] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.621108] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.621285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.621369] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.621558] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.621691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.621775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.621939] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.622026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.622113] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d5b50e7-055c-4d29-9079-11fecf762c2b is going to be updated. [ 684.644093] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.644241] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.644311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.644528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.644662] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.644821] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d5b50e7-055c-4d29-9079-11fecf762c2b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.120218] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.202995] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: SUCCESS [ 685.203401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.204021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.204272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.204481] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.205035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.205035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.205035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.205035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.205035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.205244] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.272237] env[66272]: INFO networking_nsxv3.common.synchronization [req-570cf457-20b4-427e-a24f-03318bf65de2 req-0519dad0-40aa-4c6f-977d-ae4abef63306 tempest-DeleteServersAdminTestJSON-2037691734 tempest-DeleteServersAdminTestJSON-2037691734-project-member] Enqueued Resource ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 with Priority: HIGHEST for action security_group_members [ 685.272881] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 with Priority: HIGHEST for action security_group_members [ 685.273334] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.273523] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.273595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.273838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.274036] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.274146] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.274210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.274377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.274463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.274574] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d30d38d-c53a-4fa3-9f3a-97a2b310c520',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.625949] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.626918] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.627018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.627472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.627472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.627579] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 is going to be created. [ 685.657022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.657022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.657022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.657022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.657022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.669414] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: UNINITIALIZED for 2s [ 685.707290] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.707512] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.707588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.707845] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.708067] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.708192] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.708288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.708491] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.708865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.708865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.708865] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.709056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.709056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.709138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.709289] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.709385] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.709451] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.709601] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.709679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.709833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.709954] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.778624] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.778777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.778849] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.779148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.779207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.779362] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.779522] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.779522] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.780610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.780610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.780610] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 is going to be updated. [ 685.782960] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.783331] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.784207] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.784207] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.784207] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.784207] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.784207] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.784604] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.784604] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.784752] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.784812] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.784894] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.784987] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.785119] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.785266] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.785489] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.816978] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.816978] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.816978] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.816978] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.816978] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-87083284-0d1a-456d-a754-91c20ec6c4ed taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.816978] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-87083284-0d1a-456d-a754-91c20ec6c4ed" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.816978] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-87083284-0d1a-456d-a754-91c20ec6c4ed" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.817311] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-87083284-0d1a-456d-a754-91c20ec6c4ed" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.817311] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87083284-0d1a-456d-a754-91c20ec6c4ed',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.827437] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.827615] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.827677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.828313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.828313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.841207] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 in Status: IN_PROGRESS for 2s [ 686.212110] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f08b2987-3b29-48fa-959c-b6a9a79379f0: rpc.has_security_group_logging(os_id): False [ 686.231151] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.231425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.231425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.231615] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.231683] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.231842] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.231938] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.231996] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.232152] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.232248] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.232417] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.232519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.232585] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.232706] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.232789] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.232951] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.233068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.233112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.233242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.233323] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.233380] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 is going to be updated. [ 686.299844] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.300086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.300086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.300308] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.300453] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.315490] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: IN_PROGRESS for 2s [ 686.320206] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.320442] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.320560] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.320925] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.321131] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.321298] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 87083284-0d1a-456d-a754-91c20ec6c4ed not found, creating... [ 686.321573] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.321750] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.321869] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.322124] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.322277] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.322541] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.322729] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.322851] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.323802] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.323975] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.324176] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 87083284-0d1a-456d-a754-91c20ec6c4ed is going to be created. [ 686.356553] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.356807] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.356904] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.357230] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.357455] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.357673] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-87083284-0d1a-456d-a754-91c20ec6c4ed" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.086605] env[66272]: INFO networking_nsxv3.common.synchronization [req-570cf457-20b4-427e-a24f-03318bf65de2 req-97051be2-cbb8-4a52-b70d-fce0b70f785e service nova] Enqueued Resource ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 with Priority: HIGHEST for action security_group_rules [ 687.086780] env[66272]: INFO networking_nsxv3.common.synchronization [req-570cf457-20b4-427e-a24f-03318bf65de2 req-97051be2-cbb8-4a52-b70d-fce0b70f785e service nova] Enqueued Resource ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 with Priority: HIGHEST for action security_group_members [ 687.086905] env[66272]: INFO networking_nsxv3.common.synchronization [req-570cf457-20b4-427e-a24f-03318bf65de2 req-97051be2-cbb8-4a52-b70d-fce0b70f785e service nova] Enqueued Resource ID: 87083284-0d1a-456d-a754-91c20ec6c4ed with Priority: HIGHEST for action port [ 687.087437] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 with Priority: HIGHEST for action security_group_rules [ 687.087554] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 with Priority: HIGHEST for action security_group_members [ 687.087643] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87083284-0d1a-456d-a754-91c20ec6c4ed with Priority: HIGHEST for action port [ 687.088167] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d30d38d-c53a-4fa3-9f3a-97a2b310c520 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.088309] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.088489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.088725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.088725] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d30d38d-c53a-4fa3-9f3a-97a2b310c520',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.090054] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.090253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.090456] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-87083284-0d1a-456d-a754-91c20ec6c4ed taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.090597] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87083284-0d1a-456d-a754-91c20ec6c4ed" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.090691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87083284-0d1a-456d-a754-91c20ec6c4ed" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.090898] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87083284-0d1a-456d-a754-91c20ec6c4ed" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.091022] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87083284-0d1a-456d-a754-91c20ec6c4ed',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.592874] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.594259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.594259] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87083284-0d1a-456d-a754-91c20ec6c4ed with status ACTIVE [ 687.594259] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.594259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.594259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.594259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.594259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.594587] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.594587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.594587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.594695] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.594743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.594936] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.595084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.595155] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.595314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.595389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.595474] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87083284-0d1a-456d-a754-91c20ec6c4ed is going to be updated. [ 687.623039] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.623191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.623226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.623577] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.623826] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.624039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87083284-0d1a-456d-a754-91c20ec6c4ed" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.687961] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: SUCCESS [ 687.688201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.688423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.688777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.688855] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.689089] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.689448] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.689649] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.689758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.689854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.689962] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.854033] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 in Status: SUCCESS [ 687.854033] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 deletion is rescheduled due to dependency. [ 687.854033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.854033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.854033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.854343] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.854343] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.854343] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.854493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.854572] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.854692] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d30d38d-c53a-4fa3-9f3a-97a2b310c520',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.193339] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.336850] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: SUCCESS [ 688.336850] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.357189] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d30d38d-c53a-4fa3-9f3a-97a2b310c520',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.696033] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9356fdaf-15cf-4536-b8ec-19383ea51a57: rpc.has_security_group_logging(os_id): False [ 688.720553] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.720553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.720553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.720904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.720904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.723298] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.723298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.723298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.723298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.723298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.723298] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 is going to be created. [ 688.788408] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.788893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.788893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.788893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.789194] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.803234] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: IN_PROGRESS for 2s [ 688.861238] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d30d38d-c53a-4fa3-9f3a-97a2b310c520',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.363962] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.364123] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.364738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.364738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.364738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.364738] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 is going to be updated. [ 689.398509] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.398509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.398784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.398847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.399164] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.409719] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 in Status: IN_PROGRESS for 2s [ 690.822814] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: SUCCESS [ 690.823159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.421918] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 in Status: SUCCESS [ 691.422234] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.422476] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.422613] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.422830] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.422964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.423153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.423607] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.423607] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.423607] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.423607] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d30d38d-c53a-4fa3-9f3a-97a2b310c520',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.926527] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.926842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.926842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.927081] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.927342] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.927569] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.927630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.927793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.927881] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.927994] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.928140] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.928236] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.928296] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.928463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.928603] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.928695] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.928755] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.928944] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.928978] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.929405] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.929582] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d30d38d-c53a-4fa3-9f3a-97a2b310c520',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.101943] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 692.102107] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 692.434615] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d30d38d-c53a-4fa3-9f3a-97a2b310c520: rpc.has_security_group_logging(os_id): False [ 692.458583] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.458880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.459062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.459626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.459626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.460088] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.460088] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.460229] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.460363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.460458] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.460753] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.460856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.461463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.461463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.461463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.461463] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.461683] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.461683] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.461871] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.461977] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.462105] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 is going to be updated. [ 692.539684] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.539924] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.539924] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.540132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.540295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.558789] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 in Status: IN_PROGRESS for 2s [ 692.656630] env[66272]: INFO networking_nsxv3.common.synchronization [req-9876136a-2f5c-4092-be14-2058f40c2862 req-3b15705e-a8b1-4582-9f8d-3d8141423bfb tempest-ServerRescueTestJSON-1121077807 tempest-ServerRescueTestJSON-1121077807-project-member] Enqueued Resource ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 with Priority: HIGHEST for action security_group_members [ 692.657698] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 with Priority: HIGHEST for action security_group_members [ 692.660663] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b0f4fb-78b8-4471-812d-0585ee36f246 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.660905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.660962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.661610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.661610] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.661802] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.661802] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.662023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.662165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.662299] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.169818] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.172635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.172635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.172635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.172635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.172635] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.172635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.172635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.172635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.172635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.172635] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 already deleted. [ 693.172635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.463601] env[66272]: INFO networking_nsxv3.common.synchronization [None req-ff3cb6f1-72ad-444f-928b-39ba9d2c5b4c None None] Enqueued Resource ID: 7edb1302-8e54-4d61-8ef5-1fa7eecaa0af with Priority: HIGHEST for action port [ 693.464821] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7edb1302-8e54-4d61-8ef5-1fa7eecaa0af with Priority: HIGHEST for action port [ 693.465265] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-7edb1302-8e54-4d61-8ef5-1fa7eecaa0af taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.465455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7edb1302-8e54-4d61-8ef5-1fa7eecaa0af" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.465455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7edb1302-8e54-4d61-8ef5-1fa7eecaa0af" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.466724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7edb1302-8e54-4d61-8ef5-1fa7eecaa0af" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.466724] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7edb1302-8e54-4d61-8ef5-1fa7eecaa0af',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.623484] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.623713] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-546" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.623870] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-546" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.624244] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-546" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.624530] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.624850] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.625090] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.625413] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.625579] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.625796] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.625929] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.626047] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.626154] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.626255] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.626351] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.626505] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.647177] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.647345] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.647473] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.647646] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-546" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.647954] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-d6d33c59-7815-4971-b157-b3008e4c7672 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.648138] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-d6d33c59-7815-4971-b157-b3008e4c7672" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.648250] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-d6d33c59-7815-4971-b157-b3008e4c7672" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.648549] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-d6d33c59-7815-4971-b157-b3008e4c7672" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.648677] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6d33c59-7815-4971-b157-b3008e4c7672',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.931374] env[66272]: INFO networking_nsxv3.common.synchronization [None req-eaddce9b-492b-4cf2-a5b0-cb1628e364eb None None] Enqueued Resource ID: 53f1f0b6-42ee-4814-b10e-d90719fac59a with Priority: HIGHEST for action port [ 693.931854] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f1f0b6-42ee-4814-b10e-d90719fac59a with Priority: HIGHEST for action port [ 693.932979] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-53f1f0b6-42ee-4814-b10e-d90719fac59a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.932979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53f1f0b6-42ee-4814-b10e-d90719fac59a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.932979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53f1f0b6-42ee-4814-b10e-d90719fac59a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.932979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53f1f0b6-42ee-4814-b10e-d90719fac59a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.932979] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53f1f0b6-42ee-4814-b10e-d90719fac59a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.972145] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7edb1302-8e54-4d61-8ef5-1fa7eecaa0af [ 693.972305] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.974241] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.974241] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.974241] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.974241] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.974241] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7edb1302-8e54-4d61-8ef5-1fa7eecaa0af already deleted. [ 693.974241] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7edb1302-8e54-4d61-8ef5-1fa7eecaa0af" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.151904] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.151904] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.152190] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.152451] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.152642] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.152851] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port d6d33c59-7815-4971-b157-b3008e4c7672 not found, creating... [ 694.153574] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.153574] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.153574] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.153776] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.154864] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.154864] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.154864] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.155704] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.155984] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.156355] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.156355] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: d6d33c59-7815-4971-b157-b3008e4c7672 is going to be created. [ 694.179481] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.179936] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.179936] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.180125] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.180311] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.180568] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-d6d33c59-7815-4971-b157-b3008e4c7672" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.434985] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53f1f0b6-42ee-4814-b10e-d90719fac59a [ 694.435547] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.435547] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.435547] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.435728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.435855] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.435955] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53f1f0b6-42ee-4814-b10e-d90719fac59a already deleted. [ 694.436086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53f1f0b6-42ee-4814-b10e-d90719fac59a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.572514] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 in Status: SUCCESS [ 694.572777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.938614] env[66272]: INFO networking_nsxv3.common.synchronization [req-9876136a-2f5c-4092-be14-2058f40c2862 req-6b97b9b7-81e3-4c80-a102-0c16a49f5db7 service nova] Enqueued Resource ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 with Priority: HIGHEST for action security_group_rules [ 694.938797] env[66272]: INFO networking_nsxv3.common.synchronization [req-9876136a-2f5c-4092-be14-2058f40c2862 req-6b97b9b7-81e3-4c80-a102-0c16a49f5db7 service nova] Enqueued Resource ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 with Priority: HIGHEST for action security_group_members [ 694.938959] env[66272]: INFO networking_nsxv3.common.synchronization [req-9876136a-2f5c-4092-be14-2058f40c2862 req-6b97b9b7-81e3-4c80-a102-0c16a49f5db7 service nova] Enqueued Resource ID: d6d33c59-7815-4971-b157-b3008e4c7672 with Priority: HIGHEST for action port [ 694.939543] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 with Priority: HIGHEST for action security_group_rules [ 694.939687] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 with Priority: HIGHEST for action security_group_members [ 694.939780] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d33c59-7815-4971-b157-b3008e4c7672 with Priority: HIGHEST for action port [ 694.940137] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b0f4fb-78b8-4471-812d-0585ee36f246 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.940218] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.940258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.940538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.940617] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.941475] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b0f4fb-78b8-4471-812d-0585ee36f246 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.941602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.941658] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.941998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.942464] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.942569] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.942630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.942787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.942902] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.942948] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.943735] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6d33c59-7815-4971-b157-b3008e4c7672 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.947174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6d33c59-7815-4971-b157-b3008e4c7672" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.947174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6d33c59-7815-4971-b157-b3008e4c7672" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.947174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6d33c59-7815-4971-b157-b3008e4c7672" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.947174] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6d33c59-7815-4971-b157-b3008e4c7672',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.451493] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b0f4fb-78b8-4471-812d-0585ee36f246 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.451816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.451816] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.452732] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6d33c59-7815-4971-b157-b3008e4c7672 with status ACTIVE [ 695.452923] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.453048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.453112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.453313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.453400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.453574] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.453668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.453731] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.453908] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.454041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.454212] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.454384] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.454461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.454584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.454685] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.454827] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6d33c59-7815-4971-b157-b3008e4c7672 is going to be updated. [ 695.480856] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.480856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.480856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.480856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.480856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.480856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6d33c59-7815-4971-b157-b3008e4c7672" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.589331] env[66272]: INFO networking_nsxv3.common.synchronization [req-b127c9b3-a18e-4842-b6cb-ee2a63d09a08 req-4ab9f928-6961-4ce5-b9f3-c1c98c6e3551 tempest-ServersV294TestFqdnHostnames-1126931578 tempest-ServersV294TestFqdnHostnames-1126931578-project-member] Enqueued Resource ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 with Priority: HIGHEST for action security_group_members [ 695.589331] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 with Priority: HIGHEST for action security_group_members [ 695.589331] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be6fd3a-2a28-4b7c-bd73-00e934659514 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.589331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.589331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.589331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.589331] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.589331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.589331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.590837] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.590837] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.590837] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be6fd3a-2a28-4b7c-bd73-00e934659514',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.930881] env[66272]: INFO networking_nsxv3.common.synchronization [req-302de75c-008f-4d7e-bfe7-f9485842437b req-2e0c8e2a-8255-421b-8cfa-04d63a9d4ae8 tempest-ServerPasswordTestJSON-1303518928 tempest-ServerPasswordTestJSON-1303518928-project-member] Enqueued Resource ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 with Priority: HIGHEST for action security_group_members [ 695.931644] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 with Priority: HIGHEST for action security_group_members [ 695.931968] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecff4ced-2b77-474b-b22e-c3d2a6b56779 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.931968] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.932161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.932572] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.932992] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.933258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.933258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.933366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.933403] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.933583] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecff4ced-2b77-474b-b22e-c3d2a6b56779',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.956629] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.092617] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.094025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.094025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.094025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.094025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.094025] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.094318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.094318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.094399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.094442] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.094506] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 is going to be updated. [ 696.130129] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.130302] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.130373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.130597] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.130734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.145686] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 in Status: IN_PROGRESS for 2s [ 696.314462] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.315068] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-145" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.315164] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-145" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.315793] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-145" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.316198] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.316599] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.316599] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.317183] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.317651] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.317984] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.318394] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.318888] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.318888] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.319080] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.319344] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.319585] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.345389] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.345619] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.345760] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.345939] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-145" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.346309] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-ddb74552-f75a-4b9f-8e43-d283a4ec7c88 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.346496] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-ddb74552-f75a-4b9f-8e43-d283a4ec7c88" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.346635] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-ddb74552-f75a-4b9f-8e43-d283a4ec7c88" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.346984] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-ddb74552-f75a-4b9f-8e43-d283a4ec7c88" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.347179] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddb74552-f75a-4b9f-8e43-d283a4ec7c88',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.370483] env[66272]: INFO networking_nsxv3.common.synchronization [None req-1ef9754c-b19f-43f6-84d5-412d79157d39 None None] Enqueued Resource ID: 93130b77-5c79-4bda-ab49-02bb9f4423f5 with Priority: HIGHEST for action port [ 696.371186] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93130b77-5c79-4bda-ab49-02bb9f4423f5 with Priority: HIGHEST for action port [ 696.371916] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-93130b77-5c79-4bda-ab49-02bb9f4423f5 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.372290] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93130b77-5c79-4bda-ab49-02bb9f4423f5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.372335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93130b77-5c79-4bda-ab49-02bb9f4423f5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.373416] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93130b77-5c79-4bda-ab49-02bb9f4423f5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.373525] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93130b77-5c79-4bda-ab49-02bb9f4423f5',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.436398] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.436625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.436625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.436835] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.436835] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.438146] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.438146] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.438146] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.439329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.439329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.439329] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 already deleted. [ 696.439329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.459992] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.460323] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.460490] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.460775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.460871] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.460983] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 is going to be created. [ 696.488077] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.488224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.488224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.488668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.488668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.500418] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 in Status: UNINITIALIZED for 2s [ 696.762055] env[66272]: INFO networking_nsxv3.common.synchronization [None req-3f9f160c-a183-4b57-9444-1edf84b805f7 None None] Enqueued Resource ID: 4f120d0a-9519-47f4-84dd-b590df29e73a with Priority: HIGHEST for action port [ 696.762055] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f120d0a-9519-47f4-84dd-b590df29e73a with Priority: HIGHEST for action port [ 696.762291] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f120d0a-9519-47f4-84dd-b590df29e73a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.762391] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f120d0a-9519-47f4-84dd-b590df29e73a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.762436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f120d0a-9519-47f4-84dd-b590df29e73a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.762689] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f120d0a-9519-47f4-84dd-b590df29e73a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.766044] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f120d0a-9519-47f4-84dd-b590df29e73a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.850326] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.850552] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.852034] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.852034] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.852034] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.852034] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port ddb74552-f75a-4b9f-8e43-d283a4ec7c88 not found, creating... [ 696.852034] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.852034] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.852034] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.852394] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.852394] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.852517] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.852657] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.852731] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.853071] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.853204] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.853335] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: ddb74552-f75a-4b9f-8e43-d283a4ec7c88 is going to be created. [ 696.877271] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.877937] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.877937] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.877937] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.878715] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.878715] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-ddb74552-f75a-4b9f-8e43-d283a4ec7c88" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.879058] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93130b77-5c79-4bda-ab49-02bb9f4423f5 [ 696.879237] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.879414] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.879414] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.879582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.879941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.879941] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93130b77-5c79-4bda-ab49-02bb9f4423f5 already deleted. [ 696.879941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93130b77-5c79-4bda-ab49-02bb9f4423f5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.264852] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f120d0a-9519-47f4-84dd-b590df29e73a [ 697.265056] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.265191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.265251] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.265481] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.265568] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.265773] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f120d0a-9519-47f4-84dd-b590df29e73a already deleted. [ 697.265773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f120d0a-9519-47f4-84dd-b590df29e73a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.649243] env[66272]: INFO networking_nsxv3.common.synchronization [req-302de75c-008f-4d7e-bfe7-f9485842437b req-b9b7f11a-14d0-48bb-b3e3-e7517a0f6805 service nova] Enqueued Resource ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 with Priority: HIGHEST for action security_group_rules [ 697.649243] env[66272]: INFO networking_nsxv3.common.synchronization [req-302de75c-008f-4d7e-bfe7-f9485842437b req-b9b7f11a-14d0-48bb-b3e3-e7517a0f6805 service nova] Enqueued Resource ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 with Priority: HIGHEST for action security_group_members [ 697.649243] env[66272]: INFO networking_nsxv3.common.synchronization [req-302de75c-008f-4d7e-bfe7-f9485842437b req-b9b7f11a-14d0-48bb-b3e3-e7517a0f6805 service nova] Enqueued Resource ID: ddb74552-f75a-4b9f-8e43-d283a4ec7c88 with Priority: HIGHEST for action port [ 697.652255] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 with Priority: HIGHEST for action security_group_rules [ 697.652255] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 with Priority: HIGHEST for action security_group_members [ 697.652255] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb74552-f75a-4b9f-8e43-d283a4ec7c88 with Priority: HIGHEST for action port [ 697.652255] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecff4ced-2b77-474b-b22e-c3d2a6b56779 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.652255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.652255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.652255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.652255] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecff4ced-2b77-474b-b22e-c3d2a6b56779',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.653280] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecff4ced-2b77-474b-b22e-c3d2a6b56779 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.653865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.653865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.653865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.654068] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.654159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.654228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.654386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.654463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.654550] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecff4ced-2b77-474b-b22e-c3d2a6b56779',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.656309] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddb74552-f75a-4b9f-8e43-d283a4ec7c88 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.656498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddb74552-f75a-4b9f-8e43-d283a4ec7c88" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.656498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddb74552-f75a-4b9f-8e43-d283a4ec7c88" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.656663] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddb74552-f75a-4b9f-8e43-d283a4ec7c88" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.657258] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddb74552-f75a-4b9f-8e43-d283a4ec7c88',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.159020] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 in Status: SUCCESS [ 698.159831] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 deletion is rescheduled due to dependency. [ 698.160181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.160718] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecff4ced-2b77-474b-b22e-c3d2a6b56779',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.162691] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecff4ced-2b77-474b-b22e-c3d2a6b56779 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.166198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.166198] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddb74552-f75a-4b9f-8e43-d283a4ec7c88 with status ACTIVE [ 698.166198] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.166198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.166198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.166198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.166198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.166198] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.166198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.166198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.166198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.166198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.166198] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.166198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.166198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.166198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.166198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.167060] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddb74552-f75a-4b9f-8e43-d283a4ec7c88 is going to be updated. [ 698.193071] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.193297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.193297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.193536] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.193770] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.193881] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddb74552-f75a-4b9f-8e43-d283a4ec7c88" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.512430] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 in Status: SUCCESS [ 698.514720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.514720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.514720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.514720] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.514720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.514720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.514720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.514720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.514720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.514720] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.662903] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecff4ced-2b77-474b-b22e-c3d2a6b56779',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.796949] env[66272]: INFO networking_nsxv3.common.synchronization [req-13aa14a9-7560-448b-9497-64c71c5196d5 req-e6681638-a4d8-4ec9-b6bc-791eb5cbd361 tempest-ServerExternalEventsTest-2000552080 tempest-ServerExternalEventsTest-2000552080-project-member] Enqueued Resource ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce with Priority: HIGHEST for action security_group_members [ 698.797531] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce with Priority: HIGHEST for action security_group_members [ 698.797832] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e9e98d-d55f-4c17-b094-844b3c3e9bce taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.797960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.799356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.799356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.799356] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.799356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.799356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.799356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.801085] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.801085] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e9e98d-d55f-4c17-b094-844b3c3e9bce',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.017364] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b0f4fb-78b8-4471-812d-0585ee36f246 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.017531] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.017582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.018146] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.018146] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.018146] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.018488] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.018488] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.018488] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.018618] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.018804] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b0f4fb-78b8-4471-812d-0585ee36f246 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.018804] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.018936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.019025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.019280] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.019373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.019431] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.019585] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.019660] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.019739] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.019826] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.169642] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.170016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.170016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.170608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.170657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.170734] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 is going to be created. [ 699.203219] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.203351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.203412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.203597] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.203746] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.216348] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 in Status: UNINITIALIZED for 2s [ 699.220412] env[66272]: INFO networking_nsxv3.common.synchronization [req-2d77f537-2633-4ff8-9456-5d05899551e6 req-3674ede1-4a13-4ded-8240-adafb85fcdd0 tempest-ImagesNegativeTestJSON-2050692465 tempest-ImagesNegativeTestJSON-2050692465-project-member] Enqueued Resource ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 with Priority: HIGHEST for action security_group_members [ 699.220805] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 with Priority: HIGHEST for action security_group_members [ 699.221212] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-564f7650-7d77-41e8-90c3-0de8c0f1c728 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.222304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.222547] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.222848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.223036] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.223148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.223218] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.223413] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.223507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.223602] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('564f7650-7d77-41e8-90c3-0de8c0f1c728',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.305105] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.305105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.305105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.305105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.305105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.305105] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.305105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.305105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.305105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.305105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.305105] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce is going to be updated. [ 699.355400] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.355554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.355638] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.355830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.356028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.367453] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce in Status: IN_PROGRESS for 2s [ 699.522783] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70b0f4fb-78b8-4471-812d-0585ee36f246: rpc.has_security_group_logging(os_id): False [ 699.542431] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.542581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.542712] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.543063] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.543063] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.543259] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.543351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.543407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.543519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.543591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.543767] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.543858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.543951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.544125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.544197] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.544387] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.544556] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.544556] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.544693] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.544744] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.544806] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 is going to be created. [ 699.615268] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.615489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.615489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.615713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.615812] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.628130] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 in Status: IN_PROGRESS for 2s [ 699.730110] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.731157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.731380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.731718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.732020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.732521] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.732785] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.733045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.733355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.733766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.734027] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 already deleted. [ 699.734258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.845240] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.845421] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-677" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.846027] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-677" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.846027] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-677" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.846190] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.846368] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.846501] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.846727] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.847081] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.847296] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.847403] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.847503] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.847602] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.847704] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.847801] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.847929] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.870437] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.870633] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.870790] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.871427] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-677" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.871427] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-57200320-8d23-4f42-9199-20c7386f309a taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.871639] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-57200320-8d23-4f42-9199-20c7386f309a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.871639] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-57200320-8d23-4f42-9199-20c7386f309a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.872064] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-57200320-8d23-4f42-9199-20c7386f309a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.872231] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57200320-8d23-4f42-9199-20c7386f309a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.375274] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.375556] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.375657] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.376010] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.376227] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.376408] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 57200320-8d23-4f42-9199-20c7386f309a not found, creating... [ 700.376711] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.376920] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.377083] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.377364] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.377525] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.378043] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.378043] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.378199] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.378390] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.378519] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.378768] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 57200320-8d23-4f42-9199-20c7386f309a is going to be created. [ 700.403181] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.404214] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.404214] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.404214] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.404214] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.404512] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-57200320-8d23-4f42-9199-20c7386f309a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.127162] env[66272]: INFO networking_nsxv3.common.synchronization [req-2d77f537-2633-4ff8-9456-5d05899551e6 req-a6047ced-d0af-4f76-b0c6-bde7cb34793a service nova] Enqueued Resource ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 with Priority: HIGHEST for action security_group_rules [ 701.127520] env[66272]: INFO networking_nsxv3.common.synchronization [req-2d77f537-2633-4ff8-9456-5d05899551e6 req-a6047ced-d0af-4f76-b0c6-bde7cb34793a service nova] Enqueued Resource ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 with Priority: HIGHEST for action security_group_members [ 701.127520] env[66272]: INFO networking_nsxv3.common.synchronization [req-2d77f537-2633-4ff8-9456-5d05899551e6 req-a6047ced-d0af-4f76-b0c6-bde7cb34793a service nova] Enqueued Resource ID: 57200320-8d23-4f42-9199-20c7386f309a with Priority: HIGHEST for action port [ 701.128912] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 with Priority: HIGHEST for action security_group_rules [ 701.129101] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 with Priority: HIGHEST for action security_group_members [ 701.129174] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57200320-8d23-4f42-9199-20c7386f309a with Priority: HIGHEST for action port [ 701.129455] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-564f7650-7d77-41e8-90c3-0de8c0f1c728 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.129585] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.129758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.130431] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.130510] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('564f7650-7d77-41e8-90c3-0de8c0f1c728',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.131864] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-564f7650-7d77-41e8-90c3-0de8c0f1c728 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.132039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.132085] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.132410] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.132544] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.132647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.132929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.132929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.132995] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.133104] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('564f7650-7d77-41e8-90c3-0de8c0f1c728',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.134412] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-57200320-8d23-4f42-9199-20c7386f309a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.136240] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57200320-8d23-4f42-9199-20c7386f309a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.136240] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57200320-8d23-4f42-9199-20c7386f309a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.136240] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57200320-8d23-4f42-9199-20c7386f309a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.136240] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57200320-8d23-4f42-9199-20c7386f309a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.226205] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 in Status: SUCCESS [ 701.226413] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.226644] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.227220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.227220] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.227220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.227220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.227528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.227607] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.227702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.227795] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecff4ced-2b77-474b-b22e-c3d2a6b56779',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.381427] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce in Status: SUCCESS [ 701.382103] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce deletion is rescheduled due to dependency. [ 701.382545] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.642611] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-564f7650-7d77-41e8-90c3-0de8c0f1c728 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.642611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.642611] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('564f7650-7d77-41e8-90c3-0de8c0f1c728',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.642611] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57200320-8d23-4f42-9199-20c7386f309a with status ACTIVE [ 701.642611] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.642611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.642611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.642611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.642611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.642611] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.642611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.642611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.642611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.642611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.643351] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.643351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.643351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.643351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.643351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.643529] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57200320-8d23-4f42-9199-20c7386f309a is going to be updated. [ 701.649196] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 in Status: SUCCESS [ 701.649196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.672643] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.672780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.672849] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.673099] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.673398] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.673398] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57200320-8d23-4f42-9199-20c7386f309a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.731237] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecff4ced-2b77-474b-b22e-c3d2a6b56779 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.731237] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.731237] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.731463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.731463] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.731580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.731628] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.732504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.732504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.732504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.732504] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecff4ced-2b77-474b-b22e-c3d2a6b56779 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.732504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.732504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.732937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.732937] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.732937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.732937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.733137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.733137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.733137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.733786] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecff4ced-2b77-474b-b22e-c3d2a6b56779',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.797722] env[66272]: INFO networking_nsxv3.common.synchronization [req-346753fb-43ef-4041-a4e5-51f126dcf785 req-1e7a523a-97da-4dc8-8cea-42e168766814 tempest-ListServersNegativeTestJSON-1702563666 tempest-ListServersNegativeTestJSON-1702563666-project-member] Enqueued Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_members [ 701.800683] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_members [ 701.800683] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.800683] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.800683] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.801538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.802053] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.802225] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.802315] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.803223] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.803322] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.803429] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.148072] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('564f7650-7d77-41e8-90c3-0de8c0f1c728',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.238877] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecff4ced-2b77-474b-b22e-c3d2a6b56779: rpc.has_security_group_logging(os_id): False [ 702.260012] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.260176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.260260] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.260474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.260594] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.260795] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.260862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.260974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.261095] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.261221] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.261308] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.261402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.261463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.261611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.261683] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.261920] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.262032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.262470] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.262585] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.262686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.262750] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 is going to be created. [ 702.284267] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.284484] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-199" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.284611] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-199" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.284965] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-199" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.285322] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.285500] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.285648] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.285949] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.286512] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.286732] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.286853] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.286957] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.287065] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.287199] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.287311] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.287452] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.305712] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.305925] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.305925] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.306219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.306386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.306642] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.306785] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.306912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.307251] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.307340] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.307431] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 already deleted. [ 702.307518] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.308648] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.308807] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.308940] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.309162] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-199" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.309529] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-b49d127f-1ac3-4b94-8ffe-01344423f8a3 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.309760] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-b49d127f-1ac3-4b94-8ffe-01344423f8a3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.309927] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-b49d127f-1ac3-4b94-8ffe-01344423f8a3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.310340] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-b49d127f-1ac3-4b94-8ffe-01344423f8a3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.310528] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b49d127f-1ac3-4b94-8ffe-01344423f8a3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.338399] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.338606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.338606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.338823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.339256] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.352217] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 in Status: IN_PROGRESS for 2s [ 702.650965] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.651143] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.651216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.651455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.651573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.651678] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 is going to be created. [ 702.677915] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.678130] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.678202] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.678373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.678581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.689167] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 in Status: UNINITIALIZED for 2s [ 702.813687] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.813902] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.814057] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.814383] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.814525] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.814674] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port b49d127f-1ac3-4b94-8ffe-01344423f8a3 not found, creating... [ 702.814930] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.815123] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.815215] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.815449] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.815580] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.815851] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.816078] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.816132] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.816309] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.816433] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.816581] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: b49d127f-1ac3-4b94-8ffe-01344423f8a3 is going to be created. [ 702.846081] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.846314] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.846401] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.846682] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.846902] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.847217] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-b49d127f-1ac3-4b94-8ffe-01344423f8a3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.947824] env[66272]: INFO networking_nsxv3.common.synchronization [None req-a7959329-aff3-43be-88b5-474e8799ec9f None None] Enqueued Resource ID: 6ab495d0-8425-4654-8c98-4d1744f5bcb5 with Priority: HIGHEST for action port [ 702.948500] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ab495d0-8425-4654-8c98-4d1744f5bcb5 with Priority: HIGHEST for action port [ 702.949108] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ab495d0-8425-4654-8c98-4d1744f5bcb5 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.949244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ab495d0-8425-4654-8c98-4d1744f5bcb5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.949297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ab495d0-8425-4654-8c98-4d1744f5bcb5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.949569] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ab495d0-8425-4654-8c98-4d1744f5bcb5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.949694] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ab495d0-8425-4654-8c98-4d1744f5bcb5',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.453543] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ab495d0-8425-4654-8c98-4d1744f5bcb5 [ 703.453915] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.454132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.454228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.454493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.454620] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.454747] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ab495d0-8425-4654-8c98-4d1744f5bcb5 already deleted. [ 703.454867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ab495d0-8425-4654-8c98-4d1744f5bcb5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.712689] env[66272]: INFO networking_nsxv3.common.synchronization [req-346753fb-43ef-4041-a4e5-51f126dcf785 req-f8f6b4b1-2103-4f1b-a750-86a6994e2b72 service nova] Enqueued Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_rules [ 703.712919] env[66272]: INFO networking_nsxv3.common.synchronization [req-346753fb-43ef-4041-a4e5-51f126dcf785 req-f8f6b4b1-2103-4f1b-a750-86a6994e2b72 service nova] Enqueued Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_members [ 703.713190] env[66272]: INFO networking_nsxv3.common.synchronization [req-346753fb-43ef-4041-a4e5-51f126dcf785 req-f8f6b4b1-2103-4f1b-a750-86a6994e2b72 service nova] Enqueued Resource ID: b49d127f-1ac3-4b94-8ffe-01344423f8a3 with Priority: HIGHEST for action port [ 703.713875] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_rules [ 703.717693] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_members [ 703.717919] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b49d127f-1ac3-4b94-8ffe-01344423f8a3 with Priority: HIGHEST for action port [ 703.721430] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.721430] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.721430] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.721430] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.721430] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.722175] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.722175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.722175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.722407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.722446] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.722702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.722702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.723000] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.723144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.723265] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.725908] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-b49d127f-1ac3-4b94-8ffe-01344423f8a3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.725908] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b49d127f-1ac3-4b94-8ffe-01344423f8a3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.725908] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b49d127f-1ac3-4b94-8ffe-01344423f8a3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.725908] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b49d127f-1ac3-4b94-8ffe-01344423f8a3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.725908] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b49d127f-1ac3-4b94-8ffe-01344423f8a3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.228511] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.229709] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.229709] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.229865] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b49d127f-1ac3-4b94-8ffe-01344423f8a3 with status ACTIVE [ 704.229984] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.230091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.230147] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.230386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.230478] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.230646] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.230734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.230789] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.230956] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.231031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.231219] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.231299] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.231351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.231498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.231565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.231702] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b49d127f-1ac3-4b94-8ffe-01344423f8a3 is going to be updated. [ 704.264022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.264209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.264307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.264494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.264629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.264787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b49d127f-1ac3-4b94-8ffe-01344423f8a3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.325430] env[66272]: INFO networking_nsxv3.common.synchronization [req-346753fb-43ef-4041-a4e5-51f126dcf785 req-4011dd0b-cbe7-4a04-b924-028558a222e5 tempest-ListServersNegativeTestJSON-1702563666 tempest-ListServersNegativeTestJSON-1702563666-project-member] Enqueued Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_members [ 704.326249] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_members [ 704.326624] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.326727] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.366280] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 in Status: SUCCESS [ 704.366280] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.699299] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 in Status: SUCCESS [ 704.699578] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.700207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.700207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.700207] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.700207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.700448] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.700448] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.700512] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.700570] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.700662] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('564f7650-7d77-41e8-90c3-0de8c0f1c728',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.736404] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.773158] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.773158] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-199" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.773158] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-199" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.773489] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-199" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.774545] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.774545] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.774545] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.774914] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.774914] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.774978] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.775211] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.775275] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.775370] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.775455] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.775552] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.775681] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.803728] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.804205] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.804205] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.804327] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-199" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.804636] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-32cd53b1-55d9-4dc9-9994-a390cc756c30 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.804792] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-32cd53b1-55d9-4dc9-9994-a390cc756c30" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.804911] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-32cd53b1-55d9-4dc9-9994-a390cc756c30" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.805298] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-32cd53b1-55d9-4dc9-9994-a390cc756c30" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.805443] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32cd53b1-55d9-4dc9-9994-a390cc756c30',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.205365] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-564f7650-7d77-41e8-90c3-0de8c0f1c728 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.205365] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.205365] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.205365] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.205365] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.205639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.205639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.206582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.206582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.206582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.206582] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-564f7650-7d77-41e8-90c3-0de8c0f1c728 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.206582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.206582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.207075] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.207075] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.207664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.207886] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.208378] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.209271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.209271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.209271] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('564f7650-7d77-41e8-90c3-0de8c0f1c728',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.239296] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.239978] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.239978] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.239978] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.240203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.240379] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 is going to be created. [ 705.278247] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.278353] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.278398] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.279735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.280347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.295167] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: UNINITIALIZED for 2s [ 705.309825] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.309825] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.309963] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.310662] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.310991] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.311492] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 32cd53b1-55d9-4dc9-9994-a390cc756c30 not found, creating... [ 705.311856] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.312062] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.312202] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.312500] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.312636] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.312937] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.313445] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.313695] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.313809] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.313949] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.314628] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 32cd53b1-55d9-4dc9-9994-a390cc756c30 is going to be created. [ 705.344771] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.345067] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.345243] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.345609] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.345859] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.346107] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-32cd53b1-55d9-4dc9-9994-a390cc756c30" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.711950] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 564f7650-7d77-41e8-90c3-0de8c0f1c728: rpc.has_security_group_logging(os_id): False [ 705.731595] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.731761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.732187] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.732398] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.732700] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.732932] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.733554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.733554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.734149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.734149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.734605] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.734726] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.734910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.734970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.735035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.735440] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.735557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.735615] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.735767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.735842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.735926] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 is going to be created. [ 705.802903] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.803227] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.803271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.803516] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.803811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.820148] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 in Status: IN_PROGRESS for 2s [ 706.120581] env[66272]: INFO networking_nsxv3.common.synchronization [req-346753fb-43ef-4041-a4e5-51f126dcf785 req-00ce8d82-595b-4582-b95c-2d27a137b0c8 service nova] Enqueued Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_rules [ 706.121777] env[66272]: INFO networking_nsxv3.common.synchronization [req-346753fb-43ef-4041-a4e5-51f126dcf785 req-00ce8d82-595b-4582-b95c-2d27a137b0c8 service nova] Enqueued Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_members [ 706.121777] env[66272]: INFO networking_nsxv3.common.synchronization [req-346753fb-43ef-4041-a4e5-51f126dcf785 req-00ce8d82-595b-4582-b95c-2d27a137b0c8 service nova] Enqueued Resource ID: 32cd53b1-55d9-4dc9-9994-a390cc756c30 with Priority: HIGHEST for action port [ 706.123054] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_rules [ 706.123054] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_members [ 706.123054] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32cd53b1-55d9-4dc9-9994-a390cc756c30 with Priority: HIGHEST for action port [ 706.123054] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.123484] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.123551] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.123738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.124021] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-32cd53b1-55d9-4dc9-9994-a390cc756c30 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.124256] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32cd53b1-55d9-4dc9-9994-a390cc756c30" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.124380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32cd53b1-55d9-4dc9-9994-a390cc756c30" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.124768] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32cd53b1-55d9-4dc9-9994-a390cc756c30" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.124916] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32cd53b1-55d9-4dc9-9994-a390cc756c30',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.243206] env[66272]: INFO networking_nsxv3.common.synchronization [None req-9d941d93-d30b-4de5-8c15-aedc51951d7b None None] Enqueued Resource ID: c6b3684e-d609-4e32-94f3-d3e87860446d with Priority: HIGHEST for action port [ 706.243802] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6b3684e-d609-4e32-94f3-d3e87860446d with Priority: HIGHEST for action port [ 706.246038] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6b3684e-d609-4e32-94f3-d3e87860446d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.246038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6b3684e-d609-4e32-94f3-d3e87860446d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.246038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6b3684e-d609-4e32-94f3-d3e87860446d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.246038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6b3684e-d609-4e32-94f3-d3e87860446d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.246038] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6b3684e-d609-4e32-94f3-d3e87860446d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.629035] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32cd53b1-55d9-4dc9-9994-a390cc756c30 with status ACTIVE [ 706.629035] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.629035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.630011] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.630011] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.630154] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.630496] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.630630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.630706] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.630909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.630991] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.631322] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.631436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.631504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.631680] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.631774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.631878] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32cd53b1-55d9-4dc9-9994-a390cc756c30 is going to be updated. [ 706.659906] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.660179] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.660232] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.660434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.660608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.660743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32cd53b1-55d9-4dc9-9994-a390cc756c30" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.713515] env[66272]: INFO networking_nsxv3.common.synchronization [req-e038866c-4411-48d5-b307-62c3aa4ef144 req-3d1cb5d7-345e-44d0-aeb9-5ef3c71e14b9 tempest-ServerAddressesTestJSON-646462000 tempest-ServerAddressesTestJSON-646462000-project-member] Enqueued Resource ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 with Priority: HIGHEST for action security_group_members [ 706.714177] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 with Priority: HIGHEST for action security_group_members [ 706.714518] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e342bf7b-8a9f-4a78-b1d8-123256f064c4 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.714643] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.714704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.715111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.715320] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.715431] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.715495] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.715684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.715763] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.715849] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e342bf7b-8a9f-4a78-b1d8-123256f064c4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.747528] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6b3684e-d609-4e32-94f3-d3e87860446d [ 706.747528] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.747740] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.747796] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.748092] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.748092] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.748406] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6b3684e-d609-4e32-94f3-d3e87860446d already deleted. [ 706.748406] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6b3684e-d609-4e32-94f3-d3e87860446d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.165902] env[66272]: INFO networking_nsxv3.common.synchronization [req-b4843112-2190-4153-9929-a538fd3bdaff req-b0b4ed69-a42c-4686-9d7d-900ab07567cb tempest-InstanceActionsTestJSON-1622691919 tempest-InstanceActionsTestJSON-1622691919-project-member] Enqueued Resource ID: 61364464-d258-4812-81d5-97d1afe23fdc with Priority: HIGHEST for action security_group_members [ 707.167843] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61364464-d258-4812-81d5-97d1afe23fdc with Priority: HIGHEST for action security_group_members [ 707.168190] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-61364464-d258-4812-81d5-97d1afe23fdc taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.168301] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.168594] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.168921] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.168921] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.169065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.169117] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.169268] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.169350] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.169439] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61364464-d258-4812-81d5-97d1afe23fdc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.218175] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.218929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.218929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.219549] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.219549] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.219679] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.219679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.219796] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.219920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.220723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.220723] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 is going to be updated. [ 707.252350] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.252350] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.252350] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.252350] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.252350] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.263024] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 in Status: IN_PROGRESS for 2s [ 707.306431] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: SUCCESS [ 707.306431] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.307379] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.307725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.307943] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.308780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.308780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.308780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.308780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.308780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.308780] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.309792] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.309960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.310216] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.310332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.310415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.310647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.310647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.310739] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.342654] env[66272]: INFO networking_nsxv3.common.synchronization [req-346753fb-43ef-4041-a4e5-51f126dcf785 req-b797ff1c-4398-4c7f-a55d-5ef06267709a tempest-ListServersNegativeTestJSON-1702563666 tempest-ListServersNegativeTestJSON-1702563666-project-member] Enqueued Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_members [ 707.343204] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_members [ 707.343600] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.343743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.672333] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.672540] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.672621] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.672933] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.673414] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.673758] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.673904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.673990] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.674294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.674417] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.674534] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61364464-d258-4812-81d5-97d1afe23fdc is going to be updated. [ 707.708994] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.709162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.709314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.709672] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.709928] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.723314] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61364464-d258-4812-81d5-97d1afe23fdc in Status: IN_PROGRESS for 2s [ 707.812501] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.812854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.814688] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.824863] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.825151] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-199" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.825274] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-199" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.825618] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-199" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.825936] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.826146] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.826328] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.826732] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.826975] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.827315] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.827489] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.827697] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.827880] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.828103] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.828233] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.828403] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.843169] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 in Status: SUCCESS [ 707.843474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.852634] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.852796] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.852935] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.853149] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-199" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.854012] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-6f71f3df-2c28-4fd3-8037-1bb8fa977263 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.854012] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-6f71f3df-2c28-4fd3-8037-1bb8fa977263" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.854012] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-6f71f3df-2c28-4fd3-8037-1bb8fa977263" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.854356] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-6f71f3df-2c28-4fd3-8037-1bb8fa977263" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.854493] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f71f3df-2c28-4fd3-8037-1bb8fa977263',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.320739] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.360026] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.360026] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.360026] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.360026] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.360026] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.360026] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 6f71f3df-2c28-4fd3-8037-1bb8fa977263 not found, creating... [ 708.360026] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.360026] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.360026] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.360026] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.363073] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.363073] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.363073] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.363283] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.364349] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.364349] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.364349] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 6f71f3df-2c28-4fd3-8037-1bb8fa977263 is going to be created. [ 708.403970] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.403970] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.403970] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.403970] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.403970] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.403970] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-6f71f3df-2c28-4fd3-8037-1bb8fa977263" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.588260] env[66272]: INFO networking_nsxv3.common.synchronization [req-82e30310-e558-4a71-8c20-6cd765cd371d req-3e87052c-6599-4cb1-9dd2-848b3477c3fa tempest-ServersTestFqdnHostnames-1500831721 tempest-ServersTestFqdnHostnames-1500831721-project-member] Enqueued Resource ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd with Priority: HIGHEST for action security_group_members [ 708.588868] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd with Priority: HIGHEST for action security_group_members [ 708.589202] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.589353] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.589428] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.589790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.589790] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.589959] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.589959] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.590087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.590283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.590283] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c46c642-b06f-4d3f-8eaf-dc6416bc24bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.826785] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.826785] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.826785] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.826785] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.826785] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.826785] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 is going to be updated. [ 708.863540] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.863715] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.863764] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.863969] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.864287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.876329] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: IN_PROGRESS for 2s [ 709.095666] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.095832] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.095904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.096170] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.096271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.096472] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.096595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.096659] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.096922] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.097012] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.097101] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd is going to be updated. [ 709.129888] env[66272]: INFO networking_nsxv3.common.synchronization [req-346753fb-43ef-4041-a4e5-51f126dcf785 req-185e74d5-1e45-4b27-9f9c-15c88c1ae9cd service nova] Enqueued Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_rules [ 709.130103] env[66272]: INFO networking_nsxv3.common.synchronization [req-346753fb-43ef-4041-a4e5-51f126dcf785 req-185e74d5-1e45-4b27-9f9c-15c88c1ae9cd service nova] Enqueued Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_members [ 709.130253] env[66272]: INFO networking_nsxv3.common.synchronization [req-346753fb-43ef-4041-a4e5-51f126dcf785 req-185e74d5-1e45-4b27-9f9c-15c88c1ae9cd service nova] Enqueued Resource ID: 6f71f3df-2c28-4fd3-8037-1bb8fa977263 with Priority: HIGHEST for action port [ 709.130824] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_rules [ 709.132095] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_members [ 709.132475] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f71f3df-2c28-4fd3-8037-1bb8fa977263 with Priority: HIGHEST for action port [ 709.134264] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.138022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.138022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.138022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.138022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.138022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.138022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.138022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.138022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.138835] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f71f3df-2c28-4fd3-8037-1bb8fa977263 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.138835] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f71f3df-2c28-4fd3-8037-1bb8fa977263" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.138835] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f71f3df-2c28-4fd3-8037-1bb8fa977263" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.138835] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f71f3df-2c28-4fd3-8037-1bb8fa977263" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.138835] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f71f3df-2c28-4fd3-8037-1bb8fa977263',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.152175] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd in Status: IN_PROGRESS for 2s [ 709.272693] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 in Status: SUCCESS [ 709.272962] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 deletion is rescheduled due to dependency. [ 709.273023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.640912] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f71f3df-2c28-4fd3-8037-1bb8fa977263 with status ACTIVE [ 709.641244] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.641396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.641472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.641715] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.641819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.641998] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.642124] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.642219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.642416] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.642540] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.642807] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.642925] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.642985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.643174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.643256] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.643343] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f71f3df-2c28-4fd3-8037-1bb8fa977263 is going to be updated. [ 709.679162] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.679322] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.679322] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.679610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.679810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.680060] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f71f3df-2c28-4fd3-8037-1bb8fa977263" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.741805] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61364464-d258-4812-81d5-97d1afe23fdc in Status: SUCCESS [ 709.742114] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61364464-d258-4812-81d5-97d1afe23fdc deletion is rescheduled due to dependency. [ 709.742211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61364464-d258-4812-81d5-97d1afe23fdc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.796426] env[66272]: INFO networking_nsxv3.common.synchronization [req-53d21205-2212-4a98-897c-ca335fca1d20 req-eb5bbece-83c7-4bb8-b5c9-2f1c410256f7 tempest-DeleteServersAdminTestJSON-2037691734 tempest-DeleteServersAdminTestJSON-2037691734-project-member] Enqueued Resource ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 with Priority: HIGHEST for action security_group_members [ 710.798267] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 with Priority: HIGHEST for action security_group_members [ 710.798640] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.798751] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.798807] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.799028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.799183] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.799285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.799343] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.799498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.799791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.799791] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d30d38d-c53a-4fa3-9f3a-97a2b310c520',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.889218] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: SUCCESS [ 710.889318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.889479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.889746] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.889943] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.890065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.890121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.890284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.890387] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.890503] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.170775] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd in Status: SUCCESS [ 711.171377] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd deletion is rescheduled due to dependency. [ 711.171377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.306440] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.306440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.306440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.306440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.306440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.306440] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.306440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.306440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.306440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.306440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.306440] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 is going to be updated. [ 711.347018] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.347202] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.347251] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.347467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.347614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.359734] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 in Status: IN_PROGRESS for 2s [ 711.393156] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.896763] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.400412] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.400651] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.400754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.401032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.401143] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.401265] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 is going to be updated. [ 712.461026] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.461026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.461332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.461887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.461887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.482476] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: IN_PROGRESS for 2s [ 712.998514] env[66272]: INFO networking_nsxv3.common.synchronization [req-a380839a-2fc6-4e38-92ab-f974005eae06 req-20cdf964-5969-40b7-8536-b7e8405feb61 tempest-AttachInterfacesUnderV243Test-74939590 tempest-AttachInterfacesUnderV243Test-74939590-project-member] Enqueued Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_members [ 712.998992] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_members [ 712.999585] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-11dadabd-75a8-4314-80ee-5f8f8a8f8824 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.999923] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.000513] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.000607] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.001020] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.001096] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.001753] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.001753] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.001753] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.001753] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.375613] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 in Status: SUCCESS [ 713.376339] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 deletion is rescheduled due to dependency. [ 713.377977] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.456848] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.457159] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-634" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.457350] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-634" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.457798] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-634" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.458335] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.458510] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.458714] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.458864] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.459017] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.459322] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.459471] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.460061] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.460061] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.460061] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.460245] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.460358] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.490315] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.490912] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.491224] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.491552] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-634" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.492111] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-d96075a5-bc59-49bd-9183-c1af1d496aec taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.492439] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-d96075a5-bc59-49bd-9183-c1af1d496aec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.492647] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-d96075a5-bc59-49bd-9183-c1af1d496aec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.493148] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-d96075a5-bc59-49bd-9183-c1af1d496aec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.493366] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d96075a5-bc59-49bd-9183-c1af1d496aec',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.504740] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.505170] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.505342] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.505864] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.506183] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.506553] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.506728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.506836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.507098] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.507225] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.507356] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 already deleted. [ 713.507482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.996802] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.997510] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.997510] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.997901] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.998167] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.998390] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port d96075a5-bc59-49bd-9183-c1af1d496aec not found, creating... [ 713.999609] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.999609] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.999609] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.999609] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.000298] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.000298] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.000467] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.000643] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.000945] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.001340] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.001340] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: d96075a5-bc59-49bd-9183-c1af1d496aec is going to be created. [ 714.038706] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.039023] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.039144] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.039477] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.039697] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.039938] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-d96075a5-bc59-49bd-9183-c1af1d496aec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.496516] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: SUCCESS [ 714.496839] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.497515] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.497813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.498131] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.498250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.498381] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.499254] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.499254] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.499254] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.808468] env[66272]: INFO networking_nsxv3.common.synchronization [req-a380839a-2fc6-4e38-92ab-f974005eae06 req-8608d492-7ee9-4289-9490-0ccb447486c0 service nova] Enqueued Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_rules [ 714.808468] env[66272]: INFO networking_nsxv3.common.synchronization [req-a380839a-2fc6-4e38-92ab-f974005eae06 req-8608d492-7ee9-4289-9490-0ccb447486c0 service nova] Enqueued Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_members [ 714.808468] env[66272]: INFO networking_nsxv3.common.synchronization [req-a380839a-2fc6-4e38-92ab-f974005eae06 req-8608d492-7ee9-4289-9490-0ccb447486c0 service nova] Enqueued Resource ID: d96075a5-bc59-49bd-9183-c1af1d496aec with Priority: HIGHEST for action port [ 714.808468] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_rules [ 714.808468] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_members [ 714.808468] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96075a5-bc59-49bd-9183-c1af1d496aec with Priority: HIGHEST for action port [ 714.809415] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.809415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.809415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.809415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.809685] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.810342] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-11dadabd-75a8-4314-80ee-5f8f8a8f8824 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.810452] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.810519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.810691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.810834] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.810924] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.810977] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.811145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.811213] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.811300] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.814364] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-d96075a5-bc59-49bd-9183-c1af1d496aec taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.814364] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d96075a5-bc59-49bd-9183-c1af1d496aec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.814364] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d96075a5-bc59-49bd-9183-c1af1d496aec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.814497] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d96075a5-bc59-49bd-9183-c1af1d496aec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.815231] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d96075a5-bc59-49bd-9183-c1af1d496aec',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.004825] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.085610] env[66272]: INFO networking_nsxv3.common.synchronization [None req-b3ac29de-8bc4-451e-a583-4d9cc29f7ff2 tempest-MigrationsAdminTest-2090684843 tempest-MigrationsAdminTest-2090684843-project-member] Enqueued Resource ID: 911c2539-026d-4919-8562-820dd93e59eb with Priority: HIGHEST for action security_group_rules [ 715.087034] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911c2539-026d-4919-8562-820dd93e59eb with Priority: HIGHEST for action security_group_rules [ 715.087344] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-911c2539-026d-4919-8562-820dd93e59eb taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.087515] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-911c2539-026d-4919-8562-820dd93e59eb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.087626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-911c2539-026d-4919-8562-820dd93e59eb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.087941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-911c2539-026d-4919-8562-820dd93e59eb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.088064] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('911c2539-026d-4919-8562-820dd93e59eb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.293988] env[66272]: INFO networking_nsxv3.common.synchronization [req-e824555c-80ca-4031-bf18-0ee515c86539 req-c3da0121-6d2b-4be7-ac8f-8f802a73d4c7 tempest-ServerPasswordTestJSON-1303518928 tempest-ServerPasswordTestJSON-1303518928-project-member] Enqueued Resource ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 with Priority: HIGHEST for action security_group_members [ 715.294696] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 with Priority: HIGHEST for action security_group_members [ 715.295454] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecff4ced-2b77-474b-b22e-c3d2a6b56779 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.295658] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.295727] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.296071] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.296270] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.296388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.296470] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.296765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.296909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.297076] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecff4ced-2b77-474b-b22e-c3d2a6b56779',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.317106] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.318057] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-11dadabd-75a8-4314-80ee-5f8f8a8f8824 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.318414] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.318414] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d96075a5-bc59-49bd-9183-c1af1d496aec with status ACTIVE [ 715.319415] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.319415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.319415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.319415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.319608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.319726] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.320023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.320023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.321204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.321309] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.321441] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.321549] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.322322] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.322322] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.322322] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.322322] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d96075a5-bc59-49bd-9183-c1af1d496aec is going to be updated. [ 715.352300] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.352525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.352525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.352787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.352903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.353107] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d96075a5-bc59-49bd-9183-c1af1d496aec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.509966] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.617842] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.618290] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.618470] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.618755] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.619866] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.619866] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 911c2539-026d-4919-8562-820dd93e59eb already deleted. [ 715.619866] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-911c2539-026d-4919-8562-820dd93e59eb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.628362] env[66272]: INFO networking_nsxv3.common.synchronization [None req-86f8e25e-c624-406b-8df3-808dafb2996d tempest-MigrationsAdminTest-2090684843 tempest-MigrationsAdminTest-2090684843-project-member] Enqueued Resource ID: 911c2539-026d-4919-8562-820dd93e59eb with Priority: HIGHEST for action security_group_rules [ 715.628362] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911c2539-026d-4919-8562-820dd93e59eb with Priority: HIGHEST for action security_group_rules [ 715.628362] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-911c2539-026d-4919-8562-820dd93e59eb taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.628567] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-911c2539-026d-4919-8562-820dd93e59eb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.628567] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-911c2539-026d-4919-8562-820dd93e59eb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.628864] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-911c2539-026d-4919-8562-820dd93e59eb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.630434] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('911c2539-026d-4919-8562-820dd93e59eb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.803611] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.803794] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.803822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.804051] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.804137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.804345] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.804454] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.804519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.804714] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.804789] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.804881] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 is going to be updated. [ 715.826707] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.837304] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.837514] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.837514] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.837777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.837931] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.852907] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 in Status: IN_PROGRESS for 2s [ 716.012273] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.013072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.013072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.013072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.013072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.013072] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 is going to be updated. [ 716.054265] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.054265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.054265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.054265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.054265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.074034] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: IN_PROGRESS for 2s [ 716.166500] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.166799] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.166799] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.166997] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.167194] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.167248] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 911c2539-026d-4919-8562-820dd93e59eb already deleted. [ 716.167397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-911c2539-026d-4919-8562-820dd93e59eb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.332109] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.332109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.332109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.332109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.332109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.332418] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 is going to be created. [ 716.366386] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.366386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.366985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.367285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.367471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.384085] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 in Status: UNINITIALIZED for 2s [ 716.818382] env[66272]: INFO networking_nsxv3.common.synchronization [req-aa5971f0-4e3d-4b3d-90e7-7291f04f10fe req-ad46f5e3-4348-4d57-ab1d-578c5bb90d06 tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 with Priority: HIGHEST for action security_group_members [ 716.818894] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 with Priority: HIGHEST for action security_group_members [ 716.819196] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8da8e2-308f-47ac-a217-fd24eac351a8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.819367] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.819456] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.819756] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.819932] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.820065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.820103] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.820270] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.820336] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.820450] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf8da8e2-308f-47ac-a217-fd24eac351a8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.264498] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.264498] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.264498] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.264498] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.264911] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.264997] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.265153] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.265429] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.265701] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.265878] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.266028] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.266179] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.266375] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.266500] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.266612] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.266748] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.291679] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.291884] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.292064] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.292318] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.292737] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-ce15e7b5-7c68-4ba7-8567-4991ea0c9858 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.292929] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-ce15e7b5-7c68-4ba7-8567-4991ea0c9858" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.293093] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-ce15e7b5-7c68-4ba7-8567-4991ea0c9858" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.293513] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-ce15e7b5-7c68-4ba7-8567-4991ea0c9858" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.293701] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce15e7b5-7c68-4ba7-8567-4991ea0c9858',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.322429] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.322597] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.322597] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.322820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.322962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.323210] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.323390] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.323489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.323673] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.323772] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.323862] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 already deleted. [ 717.323943] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.796445] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.796770] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.796964] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.797331] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.797542] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.797767] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port ce15e7b5-7c68-4ba7-8567-4991ea0c9858 not found, creating... [ 717.798123] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.798349] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.798564] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.798834] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.799055] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.799399] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.799618] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.799793] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.800152] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.800322] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.800525] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: ce15e7b5-7c68-4ba7-8567-4991ea0c9858 is going to be created. [ 717.823064] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.823279] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.823385] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.823665] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.823854] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.824073] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-ce15e7b5-7c68-4ba7-8567-4991ea0c9858" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.862080] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 in Status: SUCCESS [ 717.862541] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 deletion is rescheduled due to dependency. [ 717.862541] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.086139] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: SUCCESS [ 718.086291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.086442] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.086674] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.086908] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.087077] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.087123] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.087309] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.087369] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.087479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.087608] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.087701] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.087750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.087942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.088014] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.088115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.088175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.088316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.088391] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.088474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.088588] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.089508] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.089738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.090189] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.091260] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.091375] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.091543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.091626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.091719] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.397999] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 in Status: SUCCESS [ 718.397999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.397999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.397999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.397999] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.397999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.397999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.397999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.397999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.397999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.397999] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.584462] env[66272]: INFO networking_nsxv3.common.synchronization [req-aa5971f0-4e3d-4b3d-90e7-7291f04f10fe req-78c7b0ac-c47c-49e7-817a-9b2ca0258b35 service nova] Enqueued Resource ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 with Priority: HIGHEST for action security_group_rules [ 718.584653] env[66272]: INFO networking_nsxv3.common.synchronization [req-aa5971f0-4e3d-4b3d-90e7-7291f04f10fe req-78c7b0ac-c47c-49e7-817a-9b2ca0258b35 service nova] Enqueued Resource ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 with Priority: HIGHEST for action security_group_members [ 718.584785] env[66272]: INFO networking_nsxv3.common.synchronization [req-aa5971f0-4e3d-4b3d-90e7-7291f04f10fe req-78c7b0ac-c47c-49e7-817a-9b2ca0258b35 service nova] Enqueued Resource ID: ce15e7b5-7c68-4ba7-8567-4991ea0c9858 with Priority: HIGHEST for action port [ 718.585380] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 with Priority: HIGHEST for action security_group_rules [ 718.585519] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 with Priority: HIGHEST for action security_group_members [ 718.585616] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce15e7b5-7c68-4ba7-8567-4991ea0c9858 with Priority: HIGHEST for action port [ 718.585885] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf8da8e2-308f-47ac-a217-fd24eac351a8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.586031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.589415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.590532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.590751] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf8da8e2-308f-47ac-a217-fd24eac351a8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.595808] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8da8e2-308f-47ac-a217-fd24eac351a8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.595808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.595808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.595808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.595808] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.595808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.595808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.595808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.595808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.595808] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf8da8e2-308f-47ac-a217-fd24eac351a8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.596851] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce15e7b5-7c68-4ba7-8567-4991ea0c9858 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.596964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce15e7b5-7c68-4ba7-8567-4991ea0c9858" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.597032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce15e7b5-7c68-4ba7-8567-4991ea0c9858" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.597201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce15e7b5-7c68-4ba7-8567-4991ea0c9858" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.597501] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce15e7b5-7c68-4ba7-8567-4991ea0c9858',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.598905] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8944dcf-918c-4a82-b58e-b74d5caebb20: rpc.has_security_group_logging(os_id): False [ 718.600667] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.620094] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.620297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.620297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.620555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.620702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.621044] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.621191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.621246] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.621438] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.621540] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.621752] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.621883] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.621951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.623175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.623458] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.623692] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.623798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.623861] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.624111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.624184] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.624272] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 is going to be created. [ 718.699601] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.699774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.699861] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.700059] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.700239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.711997] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: IN_PROGRESS for 2s [ 718.900033] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.962382] env[66272]: INFO networking_nsxv3.common.synchronization [None req-26d759cd-3885-48dc-bfd6-c8d5696ff85d None None] Enqueued Resource ID: 675722ab-3843-415f-8f34-2f18898e6ab7 with Priority: HIGHEST for action port [ 718.962382] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675722ab-3843-415f-8f34-2f18898e6ab7 with Priority: HIGHEST for action port [ 718.962382] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-675722ab-3843-415f-8f34-2f18898e6ab7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.962941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-675722ab-3843-415f-8f34-2f18898e6ab7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.963286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-675722ab-3843-415f-8f34-2f18898e6ab7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.964031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-675722ab-3843-415f-8f34-2f18898e6ab7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.964340] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('675722ab-3843-415f-8f34-2f18898e6ab7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.093330] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8da8e2-308f-47ac-a217-fd24eac351a8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.093467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.099066] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf8da8e2-308f-47ac-a217-fd24eac351a8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.102620] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce15e7b5-7c68-4ba7-8567-4991ea0c9858 with status ACTIVE [ 719.102754] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.103116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.103116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.103274] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.103930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.103930] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.103930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.104463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.104608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.104868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.105521] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.105521] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.105521] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.105521] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.105521] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.105755] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce15e7b5-7c68-4ba7-8567-4991ea0c9858 is going to be updated. [ 719.106816] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.133326] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.133473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.133546] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.133780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.133929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.134110] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce15e7b5-7c68-4ba7-8567-4991ea0c9858" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.403022] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11dadabd-75a8-4314-80ee-5f8f8a8f8824: rpc.has_security_group_logging(os_id): False [ 719.426145] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.426287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.426357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.427210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.427210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.427210] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.427210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.427210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.427210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.427460] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.427460] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 is going to be created. [ 719.468821] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 675722ab-3843-415f-8f34-2f18898e6ab7 [ 719.469838] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.469838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.469838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.469838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.469838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.469838] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:675722ab-3843-415f-8f34-2f18898e6ab7 already deleted. [ 719.470209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-675722ab-3843-415f-8f34-2f18898e6ab7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.496834] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.497636] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.498783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.498783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.498783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.516610] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 in Status: IN_PROGRESS for 2s [ 719.601230] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf8da8e2-308f-47ac-a217-fd24eac351a8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.611692] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.611894] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.611965] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.612338] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.612483] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.612602] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 is going to be updated. [ 719.659439] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.660133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.660133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.660133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.660457] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.674705] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: IN_PROGRESS for 2s [ 720.105835] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.106279] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.106279] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.106502] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.106646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.106792] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 is going to be created. [ 720.140143] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.140316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.140379] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.140612] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.140810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.152695] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 in Status: UNINITIALIZED for 2s [ 720.731870] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: SUCCESS [ 720.732109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.732757] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.732757] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.732757] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.235282] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.237603] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.536826] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 in Status: SUCCESS [ 721.537125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.687129] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: SUCCESS [ 721.687129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.688207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.688609] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.688929] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.689182] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.690722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.690722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.690722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.690722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.690722] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.902022] env[66272]: INFO networking_nsxv3.common.synchronization [None req-cb22aa1d-3e6c-416d-ac4c-e379ec9f7a7b None None] Enqueued Resource ID: c5a78e7f-35dd-48c2-b1c9-9833e9069429 with Priority: HIGHEST for action port [ 721.902623] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a78e7f-35dd-48c2-b1c9-9833e9069429 with Priority: HIGHEST for action port [ 721.902961] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5a78e7f-35dd-48c2-b1c9-9833e9069429 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.904550] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5a78e7f-35dd-48c2-b1c9-9833e9069429" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.904888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5a78e7f-35dd-48c2-b1c9-9833e9069429" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.905341] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5a78e7f-35dd-48c2-b1c9-9833e9069429" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.905799] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5a78e7f-35dd-48c2-b1c9-9833e9069429',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.164812] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 in Status: SUCCESS [ 722.165049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.165299] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.165731] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.166040] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.166237] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.166382] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.166919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.166919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.166919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.167058] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf8da8e2-308f-47ac-a217-fd24eac351a8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.192059] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.192388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.192388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.192554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.192750] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.192864] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.192926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.193820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.193820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.193820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.193820] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.193820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.193820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.193820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.193820] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.194046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.194046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.194095] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.194445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.194445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.194445] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.409159] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5a78e7f-35dd-48c2-b1c9-9833e9069429 [ 722.409424] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.409557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.409746] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.409855] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.409929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.410028] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5a78e7f-35dd-48c2-b1c9-9833e9069429 already deleted. [ 722.410111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5a78e7f-35dd-48c2-b1c9-9833e9069429" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.671167] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf8da8e2-308f-47ac-a217-fd24eac351a8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.696977] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8944dcf-918c-4a82-b58e-b74d5caebb20: rpc.has_security_group_logging(os_id): False [ 722.717240] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.717404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.717475] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.717692] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.717783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.717986] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.718083] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.718150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.718295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.718368] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.718673] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.718673] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.718805] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.718836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.718912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.719114] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.719200] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.719270] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.719397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.719534] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.719607] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 is going to be updated. [ 722.789699] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.789900] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.789900] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.790170] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.790249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.804195] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: IN_PROGRESS for 2s [ 722.852423] env[66272]: INFO networking_nsxv3.common.synchronization [req-ea500c52-7789-42e3-b457-8fe3eafb4a33 req-8bb25ffc-3cdf-4d23-aff3-8d548dd5b903 tempest-ImagesNegativeTestJSON-2050692465 tempest-ImagesNegativeTestJSON-2050692465-project-member] Enqueued Resource ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 with Priority: HIGHEST for action security_group_members [ 722.853151] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 with Priority: HIGHEST for action security_group_members [ 722.853664] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-564f7650-7d77-41e8-90c3-0de8c0f1c728 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.853761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.853761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.853968] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.854147] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.854251] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.854313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.854471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.854626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.854720] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('564f7650-7d77-41e8-90c3-0de8c0f1c728',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.174336] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf8da8e2-308f-47ac-a217-fd24eac351a8: rpc.has_security_group_logging(os_id): False [ 723.196409] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.196584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.196680] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.197430] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.197430] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.197430] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.197430] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.197430] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.197649] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.197649] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.197701] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 is going to be created. [ 723.263948] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.263948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.263948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.264163] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.264192] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.277913] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 in Status: IN_PROGRESS for 2s [ 723.357582] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.361144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.361144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.361144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.361144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.361144] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.361144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.361144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.361144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.361144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.361144] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 is going to be updated. [ 723.414385] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.414385] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.414385] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.414385] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.414385] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.426266] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 in Status: IN_PROGRESS for 2s [ 724.825040] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: SUCCESS [ 724.825040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.825461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.825461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.825686] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.154892] env[66272]: INFO networking_nsxv3.common.synchronization [req-ddccaa22-b7b3-466d-a59b-ab49b93a3a17 req-58bece4e-543f-4c18-861a-63cace64e79e tempest-ListServersNegativeTestJSON-1702563666 tempest-ListServersNegativeTestJSON-1702563666-project-member] Enqueued Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_members [ 725.155359] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_members [ 725.155707] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.155856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.155917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.156921] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.157131] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.157459] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.157459] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.157781] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.159118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.159118] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.292190] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 in Status: SUCCESS [ 725.293505] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.329848] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.329960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.437934] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 in Status: SUCCESS [ 725.438442] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 deletion is rescheduled due to dependency. [ 725.438805] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.663266] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.169345] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.674389] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.674389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.674389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.674389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.674389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.674389] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 is going to be updated. [ 726.706774] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.706774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.706774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.706774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.706774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.715946] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: IN_PROGRESS for 2s [ 727.026742] env[66272]: INFO networking_nsxv3.common.synchronization [None req-83e5246c-72e8-44b7-bcd5-3634787b39c4 None None] Enqueued Resource ID: a7610755-ddd8-44c9-bbd9-bf52ada94980 with Priority: HIGHEST for action port [ 727.027367] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7610755-ddd8-44c9-bbd9-bf52ada94980 with Priority: HIGHEST for action port [ 727.027751] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7610755-ddd8-44c9-bbd9-bf52ada94980 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.027909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7610755-ddd8-44c9-bbd9-bf52ada94980" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.027978] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7610755-ddd8-44c9-bbd9-bf52ada94980" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.028274] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7610755-ddd8-44c9-bbd9-bf52ada94980" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.028361] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7610755-ddd8-44c9-bbd9-bf52ada94980',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.159965] env[66272]: INFO networking_nsxv3.common.synchronization [req-b76bfe36-fe52-4d03-8b6c-48da6b49da72 req-6c43bbf7-3275-445e-b585-28d8f4e20162 tempest-ServersAdminNegativeTestJSON-822020143 tempest-ServersAdminNegativeTestJSON-822020143-project-member] Enqueued Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGHEST for action security_group_members [ 727.161756] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGHEST for action security_group_members [ 727.162247] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.162797] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.163037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.163586] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.163836] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.164044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.164318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.164609] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.165042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.165422] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.531600] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7610755-ddd8-44c9-bbd9-bf52ada94980 [ 727.532048] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.532048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.532174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.532491] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.532491] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.532491] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7610755-ddd8-44c9-bbd9-bf52ada94980 already deleted. [ 727.536284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7610755-ddd8-44c9-bbd9-bf52ada94980" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.668538] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.669517] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.669517] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.669517] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.669517] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.669517] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.669517] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.669787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.669787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.669857] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.669915] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 already deleted. [ 727.670182] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.717055] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.717055] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.717055] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.717055] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.718045] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.718710] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.718710] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.718710] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.719764] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.719764] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.719764] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.719764] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.719764] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.719764] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.719764] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.719764] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.744354] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.744543] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.744678] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.744844] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.745176] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-2a6f0c50-60f9-44da-9e19-be6f85900824 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.745347] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-2a6f0c50-60f9-44da-9e19-be6f85900824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.745460] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-2a6f0c50-60f9-44da-9e19-be6f85900824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.745797] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-2a6f0c50-60f9-44da-9e19-be6f85900824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.745937] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a6f0c50-60f9-44da-9e19-be6f85900824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.252019] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.252019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.252019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.252019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.252019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.252019] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 2a6f0c50-60f9-44da-9e19-be6f85900824 not found, creating... [ 728.252019] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.252019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.252019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.252019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.252019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.252486] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.252486] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.252486] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.252486] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.252771] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.253019] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 2a6f0c50-60f9-44da-9e19-be6f85900824 is going to be created. [ 728.273172] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.273622] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.273912] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.274315] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.274670] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.275032] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-2a6f0c50-60f9-44da-9e19-be6f85900824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.575392] env[66272]: INFO networking_nsxv3.common.synchronization [req-22a71b44-4ea7-4bac-a3d4-9ea786b86d38 req-960f413c-d052-4da6-aa38-ee2e35cfc421 tempest-ServersTestBootFromVolume-1881410564 tempest-ServersTestBootFromVolume-1881410564-project-member] Enqueued Resource ID: 3513b44b-3758-417c-9595-9cd035b6329d with Priority: HIGHEST for action security_group_members [ 728.576010] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3513b44b-3758-417c-9595-9cd035b6329d with Priority: HIGHEST for action security_group_members [ 728.576336] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-3513b44b-3758-417c-9595-9cd035b6329d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.576459] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.576530] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.576734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.576894] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.577061] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.577127] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.577286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.577374] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.577466] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3513b44b-3758-417c-9595-9cd035b6329d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.726438] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: SUCCESS [ 728.726979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.727209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.727431] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.727619] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.728903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.728903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.728903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.728903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.728903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.728903] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.007564] env[66272]: INFO networking_nsxv3.common.synchronization [req-b76bfe36-fe52-4d03-8b6c-48da6b49da72 req-11c5aff9-96e1-4703-aebd-d42df84e9147 service nova] Enqueued Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGHEST for action security_group_rules [ 729.007672] env[66272]: INFO networking_nsxv3.common.synchronization [req-b76bfe36-fe52-4d03-8b6c-48da6b49da72 req-11c5aff9-96e1-4703-aebd-d42df84e9147 service nova] Enqueued Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGHEST for action security_group_members [ 729.007819] env[66272]: INFO networking_nsxv3.common.synchronization [req-b76bfe36-fe52-4d03-8b6c-48da6b49da72 req-11c5aff9-96e1-4703-aebd-d42df84e9147 service nova] Enqueued Resource ID: 2a6f0c50-60f9-44da-9e19-be6f85900824 with Priority: HIGHEST for action port [ 729.008433] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGHEST for action security_group_rules [ 729.008516] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGHEST for action security_group_members [ 729.008598] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6f0c50-60f9-44da-9e19-be6f85900824 with Priority: HIGHEST for action port [ 729.008857] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.008980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.011837] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.012233] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.012233] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.013698] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.013840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.013899] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.014101] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.014249] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.014936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.014936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.014936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.014936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.014936] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.018044] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a6f0c50-60f9-44da-9e19-be6f85900824 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.018174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a6f0c50-60f9-44da-9e19-be6f85900824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.018286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a6f0c50-60f9-44da-9e19-be6f85900824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.018506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a6f0c50-60f9-44da-9e19-be6f85900824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.018506] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a6f0c50-60f9-44da-9e19-be6f85900824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.079857] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.080023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.080099] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.080458] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.080458] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.080584] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.080681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.080742] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.080894] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.080968] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.081086] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3513b44b-3758-417c-9595-9cd035b6329d is going to be updated. [ 729.110043] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.110189] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.110255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.110471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.110610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.121299] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3513b44b-3758-417c-9595-9cd035b6329d in Status: IN_PROGRESS for 2s [ 729.232699] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.232875] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.232948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.233175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.233349] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.233445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.233507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.233658] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.233745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.233830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.233974] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.234076] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.234135] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.234272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.234409] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.234499] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.234554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.234700] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.234786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.234868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.234958] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.520978] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a6f0c50-60f9-44da-9e19-be6f85900824 with status ACTIVE [ 729.521306] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.521685] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.521685] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.521824] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.521884] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.522070] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.522168] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.522228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.522373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.522447] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.522631] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.522714] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.522774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.523145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.523145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.523145] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a6f0c50-60f9-44da-9e19-be6f85900824 is going to be updated. [ 729.524497] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.524497] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.524667] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.530054] env[66272]: INFO networking_nsxv3.common.synchronization [None req-76cd3656-3437-4525-93e0-04237d4d8da4 None None] Enqueued Resource ID: 156f737d-4035-4809-85d9-2be3929db115 with Priority: HIGHEST for action port [ 729.530054] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156f737d-4035-4809-85d9-2be3929db115 with Priority: HIGHEST for action port [ 729.530054] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-156f737d-4035-4809-85d9-2be3929db115 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.530054] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-156f737d-4035-4809-85d9-2be3929db115" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.530451] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-156f737d-4035-4809-85d9-2be3929db115" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.530451] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-156f737d-4035-4809-85d9-2be3929db115" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.530451] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('156f737d-4035-4809-85d9-2be3929db115',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.554778] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.555156] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.555156] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.555289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.555333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.555492] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a6f0c50-60f9-44da-9e19-be6f85900824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.738373] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8944dcf-918c-4a82-b58e-b74d5caebb20: rpc.has_security_group_logging(os_id): False [ 729.758057] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.758212] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.758212] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.758427] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.758521] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.759078] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.759078] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.759078] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.759078] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.759078] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.759366] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.759366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.759445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.760469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.760469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.760469] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.760469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.760469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.760688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.760688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.760688] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 is going to be updated. [ 729.825438] env[66272]: INFO networking_nsxv3.common.synchronization [req-02f3fcb1-f138-457f-b677-a5ad5467fb82 req-44a33161-523d-4a4d-b8de-a98f0dcfd67d tempest-ServerRescueTestJSONUnderV235-268189953 tempest-ServerRescueTestJSONUnderV235-268189953-project-member] Enqueued Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_members [ 729.826086] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_members [ 729.826389] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.826932] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.826932] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.826932] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.827079] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.827079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.827161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.827302] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.827384] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.827477] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.845046] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.845240] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.845276] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.845481] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.845620] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.862926] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: IN_PROGRESS for 2s [ 730.029257] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.038286] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 156f737d-4035-4809-85d9-2be3929db115 [ 730.038286] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.038286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.038286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.038286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.038286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.038286] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:156f737d-4035-4809-85d9-2be3929db115 already deleted. [ 730.038286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-156f737d-4035-4809-85d9-2be3929db115" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.263163] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.263356] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-353" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.263505] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-353" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.263835] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-353" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.264196] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.264351] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.264464] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.264693] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.264888] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.266078] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.266162] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.266338] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.266396] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.266510] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.266613] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.266743] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.291712] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.291888] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.291997] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.292228] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-353" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.292517] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-3e6d2cae-5234-4d62-9d42-9a814f45dd77 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.292669] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-3e6d2cae-5234-4d62-9d42-9a814f45dd77" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.292782] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-3e6d2cae-5234-4d62-9d42-9a814f45dd77" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.293137] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-3e6d2cae-5234-4d62-9d42-9a814f45dd77" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.293271] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e6d2cae-5234-4d62-9d42-9a814f45dd77',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.330186] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.331118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.331118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.331118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.331118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.331274] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.331393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.331461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.331691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.331806] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.333084] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 already deleted. [ 730.333084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.533460] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.533605] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.533706] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.534155] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.534285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.534397] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 is going to be created. [ 730.565189] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.565189] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.565189] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.565189] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.565189] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.575434] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 in Status: UNINITIALIZED for 2s [ 730.797867] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.798145] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.798257] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.798696] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.798696] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.798927] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 3e6d2cae-5234-4d62-9d42-9a814f45dd77 not found, creating... [ 730.799029] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.799192] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.799308] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.799707] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.799707] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.799935] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.800105] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.800217] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.800433] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.800831] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.800831] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 3e6d2cae-5234-4d62-9d42-9a814f45dd77 is going to be created. [ 730.831532] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.833024] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.833024] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.833517] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.833843] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.834143] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-3e6d2cae-5234-4d62-9d42-9a814f45dd77" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.133700] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3513b44b-3758-417c-9595-9cd035b6329d in Status: SUCCESS [ 731.133902] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3513b44b-3758-417c-9595-9cd035b6329d deletion is rescheduled due to dependency. [ 731.134033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3513b44b-3758-417c-9595-9cd035b6329d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.594596] env[66272]: INFO networking_nsxv3.common.synchronization [req-02f3fcb1-f138-457f-b677-a5ad5467fb82 req-e2f761a3-c56f-4174-a5d9-ce636efd789d service nova] Enqueued Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_rules [ 731.594834] env[66272]: INFO networking_nsxv3.common.synchronization [req-02f3fcb1-f138-457f-b677-a5ad5467fb82 req-e2f761a3-c56f-4174-a5d9-ce636efd789d service nova] Enqueued Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_members [ 731.594985] env[66272]: INFO networking_nsxv3.common.synchronization [req-02f3fcb1-f138-457f-b677-a5ad5467fb82 req-e2f761a3-c56f-4174-a5d9-ce636efd789d service nova] Enqueued Resource ID: 3e6d2cae-5234-4d62-9d42-9a814f45dd77 with Priority: HIGHEST for action port [ 731.595689] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_rules [ 731.595689] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_members [ 731.595864] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6d2cae-5234-4d62-9d42-9a814f45dd77 with Priority: HIGHEST for action port [ 731.596105] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.596368] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.597077] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.597077] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.597077] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.597877] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.598022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.598084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.598288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.598435] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.598541] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.598574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.598724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.598842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.598980] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.599816] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e6d2cae-5234-4d62-9d42-9a814f45dd77 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.600794] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e6d2cae-5234-4d62-9d42-9a814f45dd77" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.600870] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e6d2cae-5234-4d62-9d42-9a814f45dd77" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.601344] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e6d2cae-5234-4d62-9d42-9a814f45dd77" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.601463] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e6d2cae-5234-4d62-9d42-9a814f45dd77',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.880405] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: SUCCESS [ 731.880771] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.103393] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.104459] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.104591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.104735] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e6d2cae-5234-4d62-9d42-9a814f45dd77 with status ACTIVE [ 732.104962] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.105089] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.105151] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.105384] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.105516] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.105765] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.105912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.106015] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.106254] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.106393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.106536] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.106630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.106751] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.106828] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.107156] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.107306] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e6d2cae-5234-4d62-9d42-9a814f45dd77 is going to be updated. [ 732.132080] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.132080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.132080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.132080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.132080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.132080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e6d2cae-5234-4d62-9d42-9a814f45dd77" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.585836] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 in Status: SUCCESS [ 732.586063] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.586438] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.586798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.586991] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.587145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.587215] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.587373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.587488] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.587792] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.587792] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.609277] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.090873] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.091367] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.091367] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.091367] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.091624] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.091750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.091826] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.091974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.092080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.092168] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.092315] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.092427] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.092500] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.092931] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.092931] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.092931] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.092931] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.093167] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.093167] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.093267] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.093304] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.111374] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.111529] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.111596] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.111817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.111908] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.112010] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 is going to be created. [ 733.117237] env[66272]: INFO networking_nsxv3.common.synchronization [req-ba4435f2-7bda-49e1-b17a-7c46f594e9ef req-ede4ef72-a7be-44d2-92ce-ea5417ef8c80 tempest-ServersAdminTestJSON-522433335 tempest-ServersAdminTestJSON-522433335-project-member] Enqueued Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 733.118095] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 733.118578] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.118840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.118840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.119237] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.119237] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.119237] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.119410] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.119410] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.120039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.120039] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.142025] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.142025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.142025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.142025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.142025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.152726] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: UNINITIALIZED for 2s [ 733.595296] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2068aff-dba4-4fdb-8afb-94a893a88b09: rpc.has_security_group_logging(os_id): False [ 733.616182] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.616487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.616619] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.616838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.616926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.617330] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.617330] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.617501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.617591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.617673] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.618968] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.618968] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.618968] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.618968] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.618968] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.619376] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.619376] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.619376] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.619376] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.619376] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.619531] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 is going to be created. [ 733.622694] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.681829] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.681988] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.682094] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.682311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.682501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.694360] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 in Status: IN_PROGRESS for 2s [ 733.782159] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.782159] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.782159] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.782159] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.782159] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.782821] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.783109] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.783474] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.783722] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.784362] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.784918] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.785150] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.785888] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.785888] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.785888] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.785888] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.807593] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.807593] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.807593] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.807774] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.809271] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-6748cbcc-de30-4cbe-8126-5fa9492d31b5 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.809271] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-6748cbcc-de30-4cbe-8126-5fa9492d31b5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.809271] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-6748cbcc-de30-4cbe-8126-5fa9492d31b5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.809271] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-6748cbcc-de30-4cbe-8126-5fa9492d31b5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.809271] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6748cbcc-de30-4cbe-8126-5fa9492d31b5',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.125171] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.311666] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.311859] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.311976] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.314183] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.314330] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.314474] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 6748cbcc-de30-4cbe-8126-5fa9492d31b5 not found, creating... [ 734.314729] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.314933] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.315061] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.315282] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.315406] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.315670] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.316319] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.316319] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.316319] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.316319] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.316517] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 6748cbcc-de30-4cbe-8126-5fa9492d31b5 is going to be created. [ 734.341883] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.342229] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.342392] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.342768] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.343146] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.343551] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-6748cbcc-de30-4cbe-8126-5fa9492d31b5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.626769] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.626941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.627017] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.627246] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.627393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.627546] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 is going to be updated. [ 734.656639] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.656897] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.656949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.657282] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.657502] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.667737] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: IN_PROGRESS for 2s [ 735.072700] env[66272]: INFO networking_nsxv3.common.synchronization [req-ba4435f2-7bda-49e1-b17a-7c46f594e9ef req-90e00a15-1e85-4c9b-89f3-59ebf7d69c2d service nova] Enqueued Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_rules [ 735.072700] env[66272]: INFO networking_nsxv3.common.synchronization [req-ba4435f2-7bda-49e1-b17a-7c46f594e9ef req-90e00a15-1e85-4c9b-89f3-59ebf7d69c2d service nova] Enqueued Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 735.072700] env[66272]: INFO networking_nsxv3.common.synchronization [req-ba4435f2-7bda-49e1-b17a-7c46f594e9ef req-90e00a15-1e85-4c9b-89f3-59ebf7d69c2d service nova] Enqueued Resource ID: 6748cbcc-de30-4cbe-8126-5fa9492d31b5 with Priority: HIGHEST for action port [ 735.072700] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_rules [ 735.073528] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 735.073675] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6748cbcc-de30-4cbe-8126-5fa9492d31b5 with Priority: HIGHEST for action port [ 735.074666] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.074666] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.074666] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.074666] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.074666] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.075408] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.075530] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.075805] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-6748cbcc-de30-4cbe-8126-5fa9492d31b5 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.075805] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6748cbcc-de30-4cbe-8126-5fa9492d31b5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.076286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6748cbcc-de30-4cbe-8126-5fa9492d31b5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.076286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6748cbcc-de30-4cbe-8126-5fa9492d31b5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.076286] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6748cbcc-de30-4cbe-8126-5fa9492d31b5',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.165568] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: SUCCESS [ 735.167229] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.167380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.169064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.169064] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.169064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.169064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.169064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.169064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.169064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.171279] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.577634] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.577829] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.581340] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6748cbcc-de30-4cbe-8126-5fa9492d31b5 with status ACTIVE [ 735.581646] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.581829] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.581936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.582294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.582475] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.582833] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.582941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.582941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.583892] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.583892] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.583892] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.583892] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.583892] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.584142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.584190] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.584331] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6748cbcc-de30-4cbe-8126-5fa9492d31b5 is going to be updated. [ 735.608458] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.608990] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.608990] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.609117] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.609481] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.610642] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6748cbcc-de30-4cbe-8126-5fa9492d31b5" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.673895] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.674081] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.674168] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.674394] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.674560] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.674653] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.674715] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.674882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.674979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.675087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.675235] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.675353] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.675404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.675533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.675675] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.675766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.675826] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.676303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.676303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.676303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.676303] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.720227] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 in Status: SUCCESS [ 735.720457] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.179118] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8043d552-b991-47e2-b8a2-a574bd13ac61: rpc.has_security_group_logging(os_id): False [ 736.206755] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.207817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.207817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.207978] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.208083] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.208323] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.208438] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.208477] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.208764] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.208764] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.208899] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.208991] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.210050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.210050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.210050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.210629] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.211028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.211028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.211320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.211555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.212153] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 is going to be created. [ 736.318227] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.320059] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.320059] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.320059] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.320059] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.332584] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: IN_PROGRESS for 2s [ 736.681220] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: SUCCESS [ 736.681220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.681558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.681863] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.682105] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.682335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.682335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.682525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.682620] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.682815] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.089205] env[66272]: INFO networking_nsxv3.common.synchronization [None req-4d16defa-878b-429a-8e2a-ffe66cf01ae0 None None] Enqueued Resource ID: 4eb3fbd2-937d-4e11-88e3-1c22c019b31f with Priority: HIGHEST for action port [ 737.089748] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb3fbd2-937d-4e11-88e3-1c22c019b31f with Priority: HIGHEST for action port [ 737.090063] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eb3fbd2-937d-4e11-88e3-1c22c019b31f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.090182] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eb3fbd2-937d-4e11-88e3-1c22c019b31f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.090247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eb3fbd2-937d-4e11-88e3-1c22c019b31f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.090506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eb3fbd2-937d-4e11-88e3-1c22c019b31f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.090731] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eb3fbd2-937d-4e11-88e3-1c22c019b31f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.186483] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.594853] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4eb3fbd2-937d-4e11-88e3-1c22c019b31f [ 737.595941] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.596381] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.596381] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.597391] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.597391] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.597391] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4eb3fbd2-937d-4e11-88e3-1c22c019b31f already deleted. [ 737.597391] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eb3fbd2-937d-4e11-88e3-1c22c019b31f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.689951] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.193049] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.193049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.193049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.193049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.193049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.193049] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 is going to be updated. [ 738.248471] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.254048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.254048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.254048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.254048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.265285] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: IN_PROGRESS for 2s [ 738.362882] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: SUCCESS [ 738.363216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.578050] env[66272]: INFO networking_nsxv3.common.synchronization [req-5e78cf18-5172-43b2-b9c2-5fc13d37f5cb req-c11cdc35-aa9b-4ac0-82f6-8dc2be59d69a tempest-VolumesAssistedSnapshotsTest-1910850293 tempest-VolumesAssistedSnapshotsTest-1910850293-project-member] Enqueued Resource ID: 4827975c-8bd7-459e-b828-54977af9aa43 with Priority: HIGHEST for action security_group_members [ 738.579158] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4827975c-8bd7-459e-b828-54977af9aa43 with Priority: HIGHEST for action security_group_members [ 738.580277] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4827975c-8bd7-459e-b828-54977af9aa43 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.580277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.580277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.580629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.580831] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.580927] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.581065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.581407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.581620] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.581826] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4827975c-8bd7-459e-b828-54977af9aa43',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.087035] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.087035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.087035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.087268] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.087385] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.087664] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.087846] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.087954] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.088239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.088374] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.088539] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4827975c-8bd7-459e-b828-54977af9aa43 is going to be updated. [ 739.125158] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.125527] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.125527] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.125626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.125800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.137782] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4827975c-8bd7-459e-b828-54977af9aa43 in Status: IN_PROGRESS for 2s [ 739.436136] env[66272]: INFO networking_nsxv3.common.synchronization [None req-76fe7a5e-1a40-4511-b607-a255034d93f6 None None] Enqueued Resource ID: 5c08b880-ff63-4f1a-a562-9e63e0b87e4c with Priority: HIGHEST for action port [ 739.437482] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c08b880-ff63-4f1a-a562-9e63e0b87e4c with Priority: HIGHEST for action port [ 739.437482] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c08b880-ff63-4f1a-a562-9e63e0b87e4c taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.437482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c08b880-ff63-4f1a-a562-9e63e0b87e4c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.437482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c08b880-ff63-4f1a-a562-9e63e0b87e4c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.437738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c08b880-ff63-4f1a-a562-9e63e0b87e4c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.437738] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c08b880-ff63-4f1a-a562-9e63e0b87e4c',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.940357] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c08b880-ff63-4f1a-a562-9e63e0b87e4c [ 739.940739] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.941059] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.941059] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.941176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.941217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.941377] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c08b880-ff63-4f1a-a562-9e63e0b87e4c already deleted. [ 739.941441] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c08b880-ff63-4f1a-a562-9e63e0b87e4c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.278226] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: SUCCESS [ 740.278677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.278859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.279108] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.279358] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.279489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.279561] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.279823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.279911] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.279992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.280142] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.335316] env[66272]: INFO networking_nsxv3.common.synchronization [req-5da59f4f-44d8-4e5e-8e90-a09eaed564f9 req-2af9b526-f177-4c81-8b0b-f48aa731ca07 tempest-FloatingIPsAssociationNegativeTestJSON-1818889115 tempest-FloatingIPsAssociationNegativeTestJSON-1818889115-project-member] Enqueued Resource ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f with Priority: HIGHEST for action security_group_members [ 740.336644] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f with Priority: HIGHEST for action security_group_members [ 740.336999] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa96fa8-f00d-44d1-971b-021af0503c9f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.337261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.337458] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.337686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.337925] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.338047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.338122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.338268] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.338355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.338491] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa96fa8-f00d-44d1-971b-021af0503c9f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.783905] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.786393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.786393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.786393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.786393] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.786393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.786393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.786393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.786393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.786393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.786393] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.786393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.786393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.786393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.786393] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.786393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.786393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.786393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.787307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.787307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.787307] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.844081] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.844249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.844331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.844657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.845495] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.845769] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.845886] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.845947] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.846158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.846239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.846324] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f already deleted. [ 740.846403] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.865729] env[66272]: INFO networking_nsxv3.common.synchronization [None req-39d53db3-1e02-40f7-99f9-551eed7dbcc2 None None] Enqueued Resource ID: 2fc9760f-0751-4f19-9bec-739e45e4cb8b with Priority: HIGHEST for action port [ 740.866887] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc9760f-0751-4f19-9bec-739e45e4cb8b with Priority: HIGHEST for action port [ 740.867558] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fc9760f-0751-4f19-9bec-739e45e4cb8b taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.867558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fc9760f-0751-4f19-9bec-739e45e4cb8b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.869093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fc9760f-0751-4f19-9bec-739e45e4cb8b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.869310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fc9760f-0751-4f19-9bec-739e45e4cb8b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.869400] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fc9760f-0751-4f19-9bec-739e45e4cb8b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.000169] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.000368] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-612" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.000454] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-612" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.000785] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-612" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.001093] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.001258] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.001790] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.001790] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.001790] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.002234] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.002234] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.002234] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.002234] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.002374] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.002374] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.003563] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.025602] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.025803] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.025944] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.026238] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-612" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.026613] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-631ee407-3685-4de8-a9a5-2eb1890efa35 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.026791] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-631ee407-3685-4de8-a9a5-2eb1890efa35" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.026884] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-631ee407-3685-4de8-a9a5-2eb1890efa35" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.027236] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-631ee407-3685-4de8-a9a5-2eb1890efa35" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.027391] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('631ee407-3685-4de8-a9a5-2eb1890efa35',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.151269] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4827975c-8bd7-459e-b828-54977af9aa43 in Status: SUCCESS [ 741.152073] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4827975c-8bd7-459e-b828-54977af9aa43 deletion is rescheduled due to dependency. [ 741.152073] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.289384] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f08b2987-3b29-48fa-959c-b6a9a79379f0: rpc.has_security_group_logging(os_id): False [ 741.309416] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.309574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.309626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.309839] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.310142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.310311] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.310472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.310554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.312237] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.312237] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.312237] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.312237] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.312237] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.312657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.312657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.312815] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.312953] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.313064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.313533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.313660] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.313786] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 is going to be updated. [ 741.374598] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fc9760f-0751-4f19-9bec-739e45e4cb8b [ 741.374820] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.374996] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.375097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.375317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.375427] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.375525] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fc9760f-0751-4f19-9bec-739e45e4cb8b already deleted. [ 741.375623] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fc9760f-0751-4f19-9bec-739e45e4cb8b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.386952] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.387276] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.387276] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.387544] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.387902] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.414864] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: IN_PROGRESS for 2s [ 741.530751] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.530974] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.531096] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.531696] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.531696] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.531883] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 631ee407-3685-4de8-a9a5-2eb1890efa35 not found, creating... [ 741.532556] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.532556] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.532556] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.532776] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.532852] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.533247] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.533443] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.533567] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.533784] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.533913] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.534063] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 631ee407-3685-4de8-a9a5-2eb1890efa35 is going to be created. [ 741.557762] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.557968] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.558090] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.558373] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.558628] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.558926] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-631ee407-3685-4de8-a9a5-2eb1890efa35" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.335231] env[66272]: INFO networking_nsxv3.common.synchronization [req-5da59f4f-44d8-4e5e-8e90-a09eaed564f9 req-b19f7a1d-a328-43bc-ae0b-3bd3098103c7 service nova] Enqueued Resource ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f with Priority: HIGHEST for action security_group_rules [ 742.335731] env[66272]: INFO networking_nsxv3.common.synchronization [req-5da59f4f-44d8-4e5e-8e90-a09eaed564f9 req-b19f7a1d-a328-43bc-ae0b-3bd3098103c7 service nova] Enqueued Resource ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f with Priority: HIGHEST for action security_group_members [ 742.335731] env[66272]: INFO networking_nsxv3.common.synchronization [req-5da59f4f-44d8-4e5e-8e90-a09eaed564f9 req-b19f7a1d-a328-43bc-ae0b-3bd3098103c7 service nova] Enqueued Resource ID: 631ee407-3685-4de8-a9a5-2eb1890efa35 with Priority: HIGHEST for action port [ 742.337217] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f with Priority: HIGHEST for action security_group_rules [ 742.337312] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f with Priority: HIGHEST for action security_group_members [ 742.337432] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631ee407-3685-4de8-a9a5-2eb1890efa35 with Priority: HIGHEST for action port [ 742.337715] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa96fa8-f00d-44d1-971b-021af0503c9f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.337715] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.337715] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.338248] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.338333] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa96fa8-f00d-44d1-971b-021af0503c9f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.339800] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa96fa8-f00d-44d1-971b-021af0503c9f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.339920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.339997] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.340261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.340552] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.340727] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.340884] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.340975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.341100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.341208] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa96fa8-f00d-44d1-971b-021af0503c9f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.342664] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-631ee407-3685-4de8-a9a5-2eb1890efa35 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.342664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-631ee407-3685-4de8-a9a5-2eb1890efa35" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.342664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-631ee407-3685-4de8-a9a5-2eb1890efa35" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.343471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-631ee407-3685-4de8-a9a5-2eb1890efa35" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.343536] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('631ee407-3685-4de8-a9a5-2eb1890efa35',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.846699] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa96fa8-f00d-44d1-971b-021af0503c9f taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.846928] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.847245] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fa96fa8-f00d-44d1-971b-021af0503c9f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.851083] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 631ee407-3685-4de8-a9a5-2eb1890efa35 with status ACTIVE [ 742.851421] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.851526] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.853998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.853998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.853998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.853998] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.853998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.854311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.854311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.854311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.855129] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.855129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.855129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.855129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.855129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.855129] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 631ee407-3685-4de8-a9a5-2eb1890efa35 is going to be updated. [ 742.880805] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.881723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.881723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.881723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.881723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.881723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-631ee407-3685-4de8-a9a5-2eb1890efa35" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.353170] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fa96fa8-f00d-44d1-971b-021af0503c9f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.439846] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: SUCCESS [ 743.439846] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.857149] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.857411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.857481] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.857977] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.857977] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.858058] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f is going to be created. [ 743.888300] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.888466] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.888543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.888794] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.888982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.904129] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f in Status: UNINITIALIZED for 2s [ 744.809655] env[66272]: INFO networking_nsxv3.common.synchronization [None req-0a8d18c0-69e7-4d64-b99d-bfcf4e1c7b49 None None] Enqueued Resource ID: e8e86522-5933-4d66-9fca-7f3f4ddf6846 with Priority: HIGHEST for action port [ 744.810269] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e86522-5933-4d66-9fca-7f3f4ddf6846 with Priority: HIGHEST for action port [ 744.810566] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8e86522-5933-4d66-9fca-7f3f4ddf6846 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.810690] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8e86522-5933-4d66-9fca-7f3f4ddf6846" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.811795] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8e86522-5933-4d66-9fca-7f3f4ddf6846" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.812104] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8e86522-5933-4d66-9fca-7f3f4ddf6846" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.812202] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e86522-5933-4d66-9fca-7f3f4ddf6846',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.315689] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8e86522-5933-4d66-9fca-7f3f4ddf6846 [ 745.316085] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.316321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.316571] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.316720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.316882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.317101] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8e86522-5933-4d66-9fca-7f3f4ddf6846 already deleted. [ 745.317295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8e86522-5933-4d66-9fca-7f3f4ddf6846" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.918202] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f in Status: SUCCESS [ 745.918591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.918638] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.918908] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.919232] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.919378] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.919779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.919779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.919779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.919779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.920629] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fa96fa8-f00d-44d1-971b-021af0503c9f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.134801] env[66272]: INFO networking_nsxv3.common.synchronization [None req-4d1a55da-e60e-4313-98c5-60259a76edda None None] Enqueued Resource ID: e6543bd8-6f4c-4c9c-b2b7-e7a7c67afddf with Priority: HIGHEST for action port [ 746.136260] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6543bd8-6f4c-4c9c-b2b7-e7a7c67afddf with Priority: HIGHEST for action port [ 746.136961] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6543bd8-6f4c-4c9c-b2b7-e7a7c67afddf taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.137216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6543bd8-6f4c-4c9c-b2b7-e7a7c67afddf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.137292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6543bd8-6f4c-4c9c-b2b7-e7a7c67afddf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.138578] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6543bd8-6f4c-4c9c-b2b7-e7a7c67afddf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.138578] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6543bd8-6f4c-4c9c-b2b7-e7a7c67afddf',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.422371] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa96fa8-f00d-44d1-971b-021af0503c9f taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.423930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.423930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.423930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.423930] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.423930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.423930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.424252] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.424409] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.424657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.424923] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa96fa8-f00d-44d1-971b-021af0503c9f taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.425092] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.425515] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.425515] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.425618] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.425665] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.425801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.425976] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.426146] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.426439] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.426439] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fa96fa8-f00d-44d1-971b-021af0503c9f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.642298] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6543bd8-6f4c-4c9c-b2b7-e7a7c67afddf [ 746.642670] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.642670] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.642820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.642934] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.643033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.643332] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6543bd8-6f4c-4c9c-b2b7-e7a7c67afddf already deleted. [ 746.643713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6543bd8-6f4c-4c9c-b2b7-e7a7c67afddf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.934035] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fa96fa8-f00d-44d1-971b-021af0503c9f: rpc.has_security_group_logging(os_id): False [ 746.958173] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.958173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.958173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.958173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.958173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.958173] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.958173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.958173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.958173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.958173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.958173] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.958703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.958759] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.959105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.959219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.961142] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.961311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.961417] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.961717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.961823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.961935] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f is going to be created. [ 747.028996] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.029290] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.029290] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.030203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.030203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.046184] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f in Status: IN_PROGRESS for 2s [ 747.630096] env[66272]: INFO networking_nsxv3.common.synchronization [None req-6cb69156-9fdd-40ed-b5d5-7c62240500b0 None None] Enqueued Resource ID: 6ed8a3d6-fb86-414c-b5db-2e46bd16b363 with Priority: HIGHEST for action port [ 747.631262] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ed8a3d6-fb86-414c-b5db-2e46bd16b363 with Priority: HIGHEST for action port [ 747.631966] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ed8a3d6-fb86-414c-b5db-2e46bd16b363 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.632238] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ed8a3d6-fb86-414c-b5db-2e46bd16b363" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.632238] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ed8a3d6-fb86-414c-b5db-2e46bd16b363" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.632471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ed8a3d6-fb86-414c-b5db-2e46bd16b363" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.632569] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ed8a3d6-fb86-414c-b5db-2e46bd16b363',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.135800] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ed8a3d6-fb86-414c-b5db-2e46bd16b363 [ 748.135800] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.135800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.135800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.135800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.135800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.136376] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ed8a3d6-fb86-414c-b5db-2e46bd16b363 already deleted. [ 748.136376] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ed8a3d6-fb86-414c-b5db-2e46bd16b363" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.283293] env[66272]: INFO networking_nsxv3.common.synchronization [req-284250ae-e396-43f5-80e6-be1dce525b3e req-050cb557-f1d8-46ad-9377-acd10e0d54c8 tempest-ServerRescueTestJSON-1121077807 tempest-ServerRescueTestJSON-1121077807-project-member] Enqueued Resource ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 with Priority: HIGHEST for action security_group_members [ 748.283850] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 with Priority: HIGHEST for action security_group_members [ 748.284184] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b0f4fb-78b8-4471-812d-0585ee36f246 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.284305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.284373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.284634] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.286532] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.286653] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.286704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.286890] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.287099] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.287099] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.550589] env[66272]: INFO networking_nsxv3.common.synchronization [None req-0e8bbe07-3514-4f9f-90a7-cfc0722bf161 None None] Enqueued Resource ID: 5e2bef44-b73d-47e8-9fbc-198e780a4aa2 with Priority: HIGHEST for action port [ 748.551229] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2bef44-b73d-47e8-9fbc-198e780a4aa2 with Priority: HIGHEST for action port [ 748.555020] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e2bef44-b73d-47e8-9fbc-198e780a4aa2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.555020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e2bef44-b73d-47e8-9fbc-198e780a4aa2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.555020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e2bef44-b73d-47e8-9fbc-198e780a4aa2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.555020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e2bef44-b73d-47e8-9fbc-198e780a4aa2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.555020] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e2bef44-b73d-47e8-9fbc-198e780a4aa2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.790465] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.840137] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.840448] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-546" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.840729] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-546" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.840991] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-546" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.843773] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.844119] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.844254] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.844503] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.844700] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.844985] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.845167] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.845378] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.845568] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.845779] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.845886] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.846204] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.868023] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.868177] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.868313] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.868546] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-546" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.869242] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-fe17cc84-0e9a-438e-9fcb-19fa5b35d4c3 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.869242] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-fe17cc84-0e9a-438e-9fcb-19fa5b35d4c3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.869242] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-fe17cc84-0e9a-438e-9fcb-19fa5b35d4c3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.869619] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-fe17cc84-0e9a-438e-9fcb-19fa5b35d4c3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.869748] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe17cc84-0e9a-438e-9fcb-19fa5b35d4c3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.058272] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e2bef44-b73d-47e8-9fbc-198e780a4aa2 [ 749.059413] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.059547] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.059547] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.059781] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.059961] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.060081] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e2bef44-b73d-47e8-9fbc-198e780a4aa2 already deleted. [ 749.060167] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e2bef44-b73d-47e8-9fbc-198e780a4aa2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.061116] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f in Status: SUCCESS [ 749.061549] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.293040] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.371935] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.372562] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.372562] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.372757] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.372918] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.373345] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port fe17cc84-0e9a-438e-9fcb-19fa5b35d4c3 not found, creating... [ 749.374820] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.375049] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.375173] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.375458] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.375598] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.376020] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.376116] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.376382] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.376470] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.376571] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.376719] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: fe17cc84-0e9a-438e-9fcb-19fa5b35d4c3 is going to be created. [ 749.398088] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.398401] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.398401] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.399534] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.399534] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.399534] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-fe17cc84-0e9a-438e-9fcb-19fa5b35d4c3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.795793] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.795891] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.795950] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.796289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.796344] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.796406] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 is going to be updated. [ 749.856121] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.857726] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.857845] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.858562] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.858562] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.870902] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 in Status: IN_PROGRESS for 2s [ 749.942434] env[66272]: INFO networking_nsxv3.common.synchronization [None req-c9e57c42-3e24-4312-8f1a-ffe12c74d2dd None None] Enqueued Resource ID: a8bf604f-924b-4ddc-bf39-8393c3f1665b with Priority: HIGHEST for action port [ 749.943108] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8bf604f-924b-4ddc-bf39-8393c3f1665b with Priority: HIGHEST for action port [ 749.943428] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8bf604f-924b-4ddc-bf39-8393c3f1665b taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.943608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8bf604f-924b-4ddc-bf39-8393c3f1665b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.943719] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8bf604f-924b-4ddc-bf39-8393c3f1665b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.943980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8bf604f-924b-4ddc-bf39-8393c3f1665b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.945424] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8bf604f-924b-4ddc-bf39-8393c3f1665b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.150173] env[66272]: INFO networking_nsxv3.common.synchronization [req-284250ae-e396-43f5-80e6-be1dce525b3e req-71dd49a7-f6b9-4933-904f-4e058e33d731 service nova] Enqueued Resource ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 with Priority: HIGHEST for action security_group_rules [ 750.150423] env[66272]: INFO networking_nsxv3.common.synchronization [req-284250ae-e396-43f5-80e6-be1dce525b3e req-71dd49a7-f6b9-4933-904f-4e058e33d731 service nova] Enqueued Resource ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 with Priority: HIGHEST for action security_group_members [ 750.150619] env[66272]: INFO networking_nsxv3.common.synchronization [req-284250ae-e396-43f5-80e6-be1dce525b3e req-71dd49a7-f6b9-4933-904f-4e058e33d731 service nova] Enqueued Resource ID: fe17cc84-0e9a-438e-9fcb-19fa5b35d4c3 with Priority: HIGHEST for action port [ 750.151174] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 with Priority: HIGHEST for action security_group_rules [ 750.151311] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 with Priority: HIGHEST for action security_group_members [ 750.151408] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe17cc84-0e9a-438e-9fcb-19fa5b35d4c3 with Priority: HIGHEST for action port [ 750.151916] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b0f4fb-78b8-4471-812d-0585ee36f246 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.152031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.152100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.152296] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.152378] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.153548] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b0f4fb-78b8-4471-812d-0585ee36f246 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.153651] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.153937] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe17cc84-0e9a-438e-9fcb-19fa5b35d4c3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.153937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe17cc84-0e9a-438e-9fcb-19fa5b35d4c3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.154044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe17cc84-0e9a-438e-9fcb-19fa5b35d4c3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.154170] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe17cc84-0e9a-438e-9fcb-19fa5b35d4c3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.154252] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe17cc84-0e9a-438e-9fcb-19fa5b35d4c3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.449701] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8bf604f-924b-4ddc-bf39-8393c3f1665b [ 750.450014] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.450101] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.450136] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.450412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.450472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.453263] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8bf604f-924b-4ddc-bf39-8393c3f1665b already deleted. [ 750.453263] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8bf604f-924b-4ddc-bf39-8393c3f1665b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.659115] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b0f4fb-78b8-4471-812d-0585ee36f246 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.659115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.659115] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe17cc84-0e9a-438e-9fcb-19fa5b35d4c3 with status ACTIVE [ 750.659115] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.659115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.659115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.659115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.659115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.659115] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.659115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.659115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.659115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.659115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.659115] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.659798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.659798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.659798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.659798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.659798] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe17cc84-0e9a-438e-9fcb-19fa5b35d4c3 is going to be updated. [ 750.686824] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.687120] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.687353] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.687786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.688359] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.688359] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe17cc84-0e9a-438e-9fcb-19fa5b35d4c3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.782755] env[66272]: INFO networking_nsxv3.common.synchronization [req-9a7f8ea4-b958-451f-be60-93a54a610167 req-70a571bc-0033-4ff6-9b9b-f3f7f6869bfd tempest-FloatingIPsAssociationTestJSON-1446305650 tempest-FloatingIPsAssociationTestJSON-1446305650-project-member] Enqueued Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGHEST for action security_group_members [ 750.782755] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGHEST for action security_group_members [ 750.782938] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.783021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.784671] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.785095] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.786037] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.786037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.786037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.786037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.786037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.786349] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.291377] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.291377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.291509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.291753] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.291908] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.292264] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.292444] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.292541] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.292831] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.292955] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.293111] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 035d4d49-8f46-4e23-a32f-173749405462 already deleted. [ 751.293246] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.358175] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.358175] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-705" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.358175] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-705" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.358483] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-705" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.358581] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.358663] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.358771] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.359122] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.359261] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.359466] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.359593] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.359710] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.359809] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.359907] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.359999] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.360165] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.384981] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.385176] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.385307] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.385522] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-705" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.385953] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-53825c78-98e2-46f4-b882-3d56855c30f0 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.386088] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-53825c78-98e2-46f4-b882-3d56855c30f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.386127] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-53825c78-98e2-46f4-b882-3d56855c30f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.386703] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-53825c78-98e2-46f4-b882-3d56855c30f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.386853] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53825c78-98e2-46f4-b882-3d56855c30f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.883086] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 in Status: SUCCESS [ 751.883086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.883086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.883552] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.883552] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.883661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.883866] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.885205] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.885317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.885491] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.893023] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.893023] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.893023] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.893023] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.893023] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.893023] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 53825c78-98e2-46f4-b882-3d56855c30f0 not found, creating... [ 751.893023] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.893023] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.893023] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.893023] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.893023] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.893664] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.893664] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.893664] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.893664] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.893664] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.893664] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 53825c78-98e2-46f4-b882-3d56855c30f0 is going to be created. [ 751.923392] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.923577] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.923767] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.924205] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.926537] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.926537] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-53825c78-98e2-46f4-b882-3d56855c30f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.206555] env[66272]: INFO networking_nsxv3.common.synchronization [None req-0b5af863-f29d-48bd-b2b6-833fc55ef46e None None] Enqueued Resource ID: a9791fdd-af91-4c29-b2e1-3c8e8810b652 with Priority: HIGHEST for action port [ 752.207177] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9791fdd-af91-4c29-b2e1-3c8e8810b652 with Priority: HIGHEST for action port [ 752.207443] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9791fdd-af91-4c29-b2e1-3c8e8810b652 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.207567] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9791fdd-af91-4c29-b2e1-3c8e8810b652" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.207633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9791fdd-af91-4c29-b2e1-3c8e8810b652" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.207923] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9791fdd-af91-4c29-b2e1-3c8e8810b652" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.208026] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9791fdd-af91-4c29-b2e1-3c8e8810b652',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.388283] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.689815] env[66272]: INFO networking_nsxv3.common.synchronization [None req-4e030b40-48b8-45c9-ad98-5689571d9564 tempest-ServersTestJSON-389184563 tempest-ServersTestJSON-389184563-project-member] Enqueued Resource ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 with Priority: HIGHEST for action security_group_rules [ 752.694202] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 with Priority: HIGHEST for action security_group_rules [ 752.694577] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.694710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.694778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.695070] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.695185] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfdbdd45-e2c2-4075-851a-0f1176b9a331',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.710758] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9791fdd-af91-4c29-b2e1-3c8e8810b652 [ 752.710758] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.710758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.710758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.710961] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.711018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.711106] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9791fdd-af91-4c29-b2e1-3c8e8810b652 already deleted. [ 752.711184] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9791fdd-af91-4c29-b2e1-3c8e8810b652" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.753872] env[66272]: INFO networking_nsxv3.common.synchronization [req-9a7f8ea4-b958-451f-be60-93a54a610167 req-cd55e914-9394-48f4-9abb-1201b5cb8c86 service nova] Enqueued Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGHEST for action security_group_rules [ 752.754066] env[66272]: INFO networking_nsxv3.common.synchronization [req-9a7f8ea4-b958-451f-be60-93a54a610167 req-cd55e914-9394-48f4-9abb-1201b5cb8c86 service nova] Enqueued Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGHEST for action security_group_members [ 752.754199] env[66272]: INFO networking_nsxv3.common.synchronization [req-9a7f8ea4-b958-451f-be60-93a54a610167 req-cd55e914-9394-48f4-9abb-1201b5cb8c86 service nova] Enqueued Resource ID: 53825c78-98e2-46f4-b882-3d56855c30f0 with Priority: HIGHEST for action port [ 752.754742] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGHEST for action security_group_rules [ 752.754883] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGHEST for action security_group_members [ 752.754981] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53825c78-98e2-46f4-b882-3d56855c30f0 with Priority: HIGHEST for action port [ 752.760141] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.760511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.760633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.760925] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.761200] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.762802] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.762961] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.763210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.763451] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.764092] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.764215] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.764284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.764530] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.764643] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.764771] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.765911] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-53825c78-98e2-46f4-b882-3d56855c30f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.766054] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53825c78-98e2-46f4-b882-3d56855c30f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.766125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53825c78-98e2-46f4-b882-3d56855c30f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.766319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53825c78-98e2-46f4-b882-3d56855c30f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.766443] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53825c78-98e2-46f4-b882-3d56855c30f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.846150] env[66272]: INFO networking_nsxv3.common.synchronization [None req-92ab7e7b-9d1b-42d0-875f-7ce23748e1a4 tempest-ServersTestJSON-389184563 tempest-ServersTestJSON-389184563-project-member] Enqueued Resource ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 with Priority: HIGHEST for action security_group_rules [ 752.846817] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 with Priority: HIGHEST for action security_group_rules [ 752.848372] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.848553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.892344] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.954519] env[66272]: INFO networking_nsxv3.common.synchronization [None req-7426584b-512b-49e3-a9d9-6e4e9be413ce None None] Enqueued Resource ID: e254584c-8ca1-4bb2-bf8c-61c8b92e616d with Priority: HIGHEST for action port [ 752.955464] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e254584c-8ca1-4bb2-bf8c-61c8b92e616d with Priority: HIGHEST for action port [ 752.955464] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-e254584c-8ca1-4bb2-bf8c-61c8b92e616d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.955615] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e254584c-8ca1-4bb2-bf8c-61c8b92e616d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.955739] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e254584c-8ca1-4bb2-bf8c-61c8b92e616d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.956141] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e254584c-8ca1-4bb2-bf8c-61c8b92e616d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.956141] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e254584c-8ca1-4bb2-bf8c-61c8b92e616d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.218334] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.219169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.219169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.219169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.219169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.219169] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 already deleted. [ 753.219426] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.219426] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.219873] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.219873] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfdbdd45-e2c2-4075-851a-0f1176b9a331',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.268668] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53825c78-98e2-46f4-b882-3d56855c30f0 with status ACTIVE [ 753.268910] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.269271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.269271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.269454] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.269559] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.269745] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.269846] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.269909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.270093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.270170] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.270352] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.270473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.270510] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.270635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.271073] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.271073] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53825c78-98e2-46f4-b882-3d56855c30f0 is going to be updated. [ 753.272282] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.274016] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.274173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.297190] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.297364] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.297432] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.297644] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.297781] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.297933] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53825c78-98e2-46f4-b882-3d56855c30f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.395309] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.395586] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.395586] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.395790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.395893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.398089] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 is going to be updated. [ 753.455324] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.457042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.457042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.457042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.457042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.458056] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e254584c-8ca1-4bb2-bf8c-61c8b92e616d [ 753.458335] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.458429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.458429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.458605] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.458692] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.458783] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e254584c-8ca1-4bb2-bf8c-61c8b92e616d already deleted. [ 753.458873] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e254584c-8ca1-4bb2-bf8c-61c8b92e616d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.471168] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 in Status: IN_PROGRESS for 2s [ 753.740660] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.740843] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.740880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.741114] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.741213] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.741302] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 already deleted. [ 753.741427] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.776220] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.283324] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.283324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.283324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.283324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.283324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.283324] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 035d4d49-8f46-4e23-a32f-173749405462 is going to be created. [ 754.319160] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.319275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.319353] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.319574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.319737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.330997] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035d4d49-8f46-4e23-a32f-173749405462 in Status: UNINITIALIZED for 2s [ 754.813068] env[66272]: INFO networking_nsxv3.common.synchronization [req-a03b58a2-fde5-4b06-b931-7093d0e6c827 req-c51f2128-e473-4d09-b637-58968e189969 tempest-ListServerFiltersTestJSON-639570072 tempest-ListServerFiltersTestJSON-639570072-project-member] Enqueued Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_members [ 754.813601] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_members [ 754.813913] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.814039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.814797] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.815531] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.815867] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.816713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.816830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.817057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.817329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.818499] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.994962] env[66272]: INFO networking_nsxv3.common.synchronization [None req-ea4cb256-c1c1-435e-8cea-ca0e53e2c09c None None] Enqueued Resource ID: 2a22792c-98e2-4c6e-b211-118cd545db2f with Priority: HIGHEST for action port [ 754.995982] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a22792c-98e2-4c6e-b211-118cd545db2f with Priority: HIGHEST for action port [ 754.997291] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a22792c-98e2-4c6e-b211-118cd545db2f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.997631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a22792c-98e2-4c6e-b211-118cd545db2f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.997821] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a22792c-98e2-4c6e-b211-118cd545db2f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.998175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a22792c-98e2-4c6e-b211-118cd545db2f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.999097] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a22792c-98e2-4c6e-b211-118cd545db2f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.259667] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.259888] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-321" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.260082] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-321" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.260364] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-321" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.260625] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.260775] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.260885] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.261145] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.261302] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.261857] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.261983] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.262111] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.262217] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.262335] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.262437] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.262564] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.289892] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.289892] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.289892] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.289892] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-321" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.292915] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-8b9715a6-eabd-45f8-b59c-1a35374bc1f8 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.292915] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-8b9715a6-eabd-45f8-b59c-1a35374bc1f8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.292915] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-8b9715a6-eabd-45f8-b59c-1a35374bc1f8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.292915] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-8b9715a6-eabd-45f8-b59c-1a35374bc1f8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.292915] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b9715a6-eabd-45f8-b59c-1a35374bc1f8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.321278] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.321519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.321519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.321742] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.321814] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.322036] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.322238] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.322238] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.322447] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.322447] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.323060] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 already deleted. [ 755.323060] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.482276] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 in Status: SUCCESS [ 755.482513] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.483501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.483501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.483501] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.483501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.483501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.483501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.484789] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.484789] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.484789] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.502606] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a22792c-98e2-4c6e-b211-118cd545db2f [ 755.502860] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.503038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.503119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.503373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.503483] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.503558] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a22792c-98e2-4c6e-b211-118cd545db2f already deleted. [ 755.503638] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a22792c-98e2-4c6e-b211-118cd545db2f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.795084] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.795669] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.795669] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.795887] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.796160] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.796327] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 8b9715a6-eabd-45f8-b59c-1a35374bc1f8 not found, creating... [ 755.796633] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.796829] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.797017] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.797340] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.797401] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.797702] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.797859] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.797968] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.799631] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.799782] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.799927] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 8b9715a6-eabd-45f8-b59c-1a35374bc1f8 is going to be created. [ 755.822030] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.822030] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.822030] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.822030] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.822030] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.822309] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-8b9715a6-eabd-45f8-b59c-1a35374bc1f8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.986593] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b0f4fb-78b8-4471-812d-0585ee36f246 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.986783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.986852] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.987134] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.987589] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.987589] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.987589] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.987825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.987825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.987938] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.988071] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b0f4fb-78b8-4471-812d-0585ee36f246 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.988164] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.988224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.988372] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.988517] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.988611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.988684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.988868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.988916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.988982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.989230] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.343517] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035d4d49-8f46-4e23-a32f-173749405462 in Status: SUCCESS [ 756.343783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.343991] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.344255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.344476] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.344626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.344700] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.344877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.344957] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.345533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.345533] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.492201] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70b0f4fb-78b8-4471-812d-0585ee36f246: rpc.has_security_group_logging(os_id): False [ 756.514506] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.514506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.514506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.514753] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.514783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.514999] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.515115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.515208] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.515325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.515404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.515608] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.515696] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.515784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.515898] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.515971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.516158] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.516249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.516304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.517992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.517992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.517992] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 is going to be updated. [ 756.582059] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.582205] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.582333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.582460] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.582618] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.594843] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 in Status: IN_PROGRESS for 2s [ 756.627787] env[66272]: INFO networking_nsxv3.common.synchronization [req-a03b58a2-fde5-4b06-b931-7093d0e6c827 req-6caa9779-7ec7-486f-a45b-0a79f7ff4ea2 service nova] Enqueued Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_rules [ 756.628082] env[66272]: INFO networking_nsxv3.common.synchronization [req-a03b58a2-fde5-4b06-b931-7093d0e6c827 req-6caa9779-7ec7-486f-a45b-0a79f7ff4ea2 service nova] Enqueued Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_members [ 756.628321] env[66272]: INFO networking_nsxv3.common.synchronization [req-a03b58a2-fde5-4b06-b931-7093d0e6c827 req-6caa9779-7ec7-486f-a45b-0a79f7ff4ea2 service nova] Enqueued Resource ID: 8b9715a6-eabd-45f8-b59c-1a35374bc1f8 with Priority: HIGHEST for action port [ 756.629572] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_rules [ 756.629913] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_members [ 756.630151] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b9715a6-eabd-45f8-b59c-1a35374bc1f8 with Priority: HIGHEST for action port [ 756.630508] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.630724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.630818] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.631128] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.631321] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.632201] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.632607] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.632894] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.633228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.633503] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.633838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.633956] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.634185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.634370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.634517] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.635594] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b9715a6-eabd-45f8-b59c-1a35374bc1f8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.635712] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b9715a6-eabd-45f8-b59c-1a35374bc1f8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.635769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b9715a6-eabd-45f8-b59c-1a35374bc1f8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.635931] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b9715a6-eabd-45f8-b59c-1a35374bc1f8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.636018] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b9715a6-eabd-45f8-b59c-1a35374bc1f8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.847537] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.847771] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.847850] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.848532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.849245] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.849245] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.849245] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.849779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.849820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.849970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.850163] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.850339] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.850394] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.851443] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.851443] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.851443] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.851443] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.851443] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.851604] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.851640] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.851753] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.138565] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.139888] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.140050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.141811] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b9715a6-eabd-45f8-b59c-1a35374bc1f8 with status ACTIVE [ 757.141811] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.141940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.142398] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.142398] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.142398] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.142552] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.142764] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.142764] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.142902] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.142966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.143162] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.143270] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.143356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.143534] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.143625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.143736] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b9715a6-eabd-45f8-b59c-1a35374bc1f8 is going to be updated. [ 757.171528] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.171528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.171528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.171528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.171528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.171528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b9715a6-eabd-45f8-b59c-1a35374bc1f8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.359194] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 035d4d49-8f46-4e23-a32f-173749405462: rpc.has_security_group_logging(os_id): False [ 757.383228] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.383228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.383228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.383426] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.383426] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.384730] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.384730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.384730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.384730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.384730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.384730] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.384730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.384730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.384730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.384730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.385189] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.385189] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.385189] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.385189] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.385325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.385377] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 035d4d49-8f46-4e23-a32f-173749405462 is going to be created. [ 757.463121] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.463121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.463121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.463121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.463481] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.480623] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 035d4d49-8f46-4e23-a32f-173749405462 in Status: IN_PROGRESS for 2s [ 757.643013] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.146626] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.146805] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.146881] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.147129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.147222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.147315] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 is going to be created. [ 758.174199] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.174285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.174353] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.174582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.174735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.187492] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: UNINITIALIZED for 2s [ 758.611510] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 in Status: SUCCESS [ 758.611510] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.725769] env[66272]: INFO networking_nsxv3.common.synchronization [None req-43cf1d53-2a67-45cb-8872-9c07dfb29075 None None] Enqueued Resource ID: 6eef697c-c534-4bde-a526-deb314dd4124 with Priority: HIGHEST for action port [ 758.726357] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eef697c-c534-4bde-a526-deb314dd4124 with Priority: HIGHEST for action port [ 758.726783] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eef697c-c534-4bde-a526-deb314dd4124 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.726941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eef697c-c534-4bde-a526-deb314dd4124" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.727050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eef697c-c534-4bde-a526-deb314dd4124" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.727601] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eef697c-c534-4bde-a526-deb314dd4124" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.728636] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eef697c-c534-4bde-a526-deb314dd4124',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.975084] env[66272]: INFO networking_nsxv3.common.synchronization [None req-e07dd8aa-9270-4834-8317-6f58ab6b83eb None None] Enqueued Resource ID: 0d789ea4-55d5-48d0-a8d5-b4bffd1eb662 with Priority: HIGHEST for action port [ 758.975084] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d789ea4-55d5-48d0-a8d5-b4bffd1eb662 with Priority: HIGHEST for action port [ 758.975084] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d789ea4-55d5-48d0-a8d5-b4bffd1eb662 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.975084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d789ea4-55d5-48d0-a8d5-b4bffd1eb662" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.975084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d789ea4-55d5-48d0-a8d5-b4bffd1eb662" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.975954] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d789ea4-55d5-48d0-a8d5-b4bffd1eb662" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.977351] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d789ea4-55d5-48d0-a8d5-b4bffd1eb662',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.230549] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6eef697c-c534-4bde-a526-deb314dd4124 [ 759.231049] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.231244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.231317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.231563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.231706] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.231805] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6eef697c-c534-4bde-a526-deb314dd4124 already deleted. [ 759.231888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eef697c-c534-4bde-a526-deb314dd4124" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.479921] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d789ea4-55d5-48d0-a8d5-b4bffd1eb662 [ 759.480232] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.480350] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.480426] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.480673] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.480777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.480876] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d789ea4-55d5-48d0-a8d5-b4bffd1eb662 already deleted. [ 759.480974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d789ea4-55d5-48d0-a8d5-b4bffd1eb662" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.499600] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 035d4d49-8f46-4e23-a32f-173749405462 in Status: SUCCESS [ 759.499785] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.939080] env[66272]: INFO networking_nsxv3.common.synchronization [req-bd2524f2-022c-4c4d-af96-3e7230b36cdc req-a794dcef-ff65-4b8c-9d40-f2e557f4a573 tempest-ListServerFiltersTestJSON-639570072 tempest-ListServerFiltersTestJSON-639570072-project-member] Enqueued Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_members [ 759.939537] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_members [ 759.939845] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.939936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.198232] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: SUCCESS [ 760.199980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.199980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.199980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.199980] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.199980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.199980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.199980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.199980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.199980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.199980] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.200527] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.201592] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.203552] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.203552] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.203552] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.203552] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.203552] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.203552] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.319363] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.319745] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-321" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.319831] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-321" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.321021] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-321" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.321021] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.321021] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.321021] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.321021] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.321259] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.321302] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.321436] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.321569] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.321669] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.321771] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.322915] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.322915] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.345372] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.345871] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.345871] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.346082] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-321" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.346424] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-add1b126-e5a0-4646-87f0-0d64e93c9c7f taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.346639] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-add1b126-e5a0-4646-87f0-0d64e93c9c7f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.346736] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-add1b126-e5a0-4646-87f0-0d64e93c9c7f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.347185] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-add1b126-e5a0-4646-87f0-0d64e93c9c7f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.347309] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add1b126-e5a0-4646-87f0-0d64e93c9c7f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.706532] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.706694] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.706870] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.850571] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.850937] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.850937] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.851109] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.851607] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.851607] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port add1b126-e5a0-4646-87f0-0d64e93c9c7f not found, creating... [ 760.851910] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.852670] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.852670] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.852670] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.852790] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.853123] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.853347] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.853465] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.853944] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.854160] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.854314] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: add1b126-e5a0-4646-87f0-0d64e93c9c7f is going to be created. [ 760.876233] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.876233] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.876421] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.876553] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.877106] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.877106] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-add1b126-e5a0-4646-87f0-0d64e93c9c7f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.209883] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.417128] env[66272]: INFO networking_nsxv3.common.synchronization [None req-e090f074-ced9-48b1-85eb-7e9f25e1a82d None None] Enqueued Resource ID: 063903a8-2b12-44a4-9afd-be8cdeac1924 with Priority: HIGHEST for action port [ 761.417779] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063903a8-2b12-44a4-9afd-be8cdeac1924 with Priority: HIGHEST for action port [ 761.418156] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-063903a8-2b12-44a4-9afd-be8cdeac1924 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.418317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-063903a8-2b12-44a4-9afd-be8cdeac1924" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.418587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-063903a8-2b12-44a4-9afd-be8cdeac1924" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.418636] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-063903a8-2b12-44a4-9afd-be8cdeac1924" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.418686] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('063903a8-2b12-44a4-9afd-be8cdeac1924',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.712714] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.712796] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.712836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.713445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.713445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.713445] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 is going to be updated. [ 761.746157] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.746292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.746347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.746548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.746691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.761237] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: IN_PROGRESS for 2s [ 761.827563] env[66272]: INFO networking_nsxv3.common.synchronization [req-bd2524f2-022c-4c4d-af96-3e7230b36cdc req-16475702-7b82-46d9-b6e0-44360ba62169 service nova] Enqueued Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_rules [ 761.827736] env[66272]: INFO networking_nsxv3.common.synchronization [req-bd2524f2-022c-4c4d-af96-3e7230b36cdc req-16475702-7b82-46d9-b6e0-44360ba62169 service nova] Enqueued Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_members [ 761.827878] env[66272]: INFO networking_nsxv3.common.synchronization [req-bd2524f2-022c-4c4d-af96-3e7230b36cdc req-16475702-7b82-46d9-b6e0-44360ba62169 service nova] Enqueued Resource ID: add1b126-e5a0-4646-87f0-0d64e93c9c7f with Priority: HIGHEST for action port [ 761.828480] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_rules [ 761.828627] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_members [ 761.828716] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add1b126-e5a0-4646-87f0-0d64e93c9c7f with Priority: HIGHEST for action port [ 761.828991] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.829794] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.830009] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.830126] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.830488] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-add1b126-e5a0-4646-87f0-0d64e93c9c7f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.830488] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-add1b126-e5a0-4646-87f0-0d64e93c9c7f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.830488] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-add1b126-e5a0-4646-87f0-0d64e93c9c7f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.830668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-add1b126-e5a0-4646-87f0-0d64e93c9c7f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.830769] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add1b126-e5a0-4646-87f0-0d64e93c9c7f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.921076] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 063903a8-2b12-44a4-9afd-be8cdeac1924 [ 761.921300] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.921435] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.921495] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.921720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.921862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.921969] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:063903a8-2b12-44a4-9afd-be8cdeac1924 already deleted. [ 761.922146] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-063903a8-2b12-44a4-9afd-be8cdeac1924" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.333815] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port add1b126-e5a0-4646-87f0-0d64e93c9c7f with status ACTIVE [ 762.333815] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.333815] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.334180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.334276] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.334452] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.334622] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.335316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.335316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.335316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.335316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.335490] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.335637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.335637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.337058] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.337058] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.337058] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: add1b126-e5a0-4646-87f0-0d64e93c9c7f is going to be updated. [ 762.365973] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.366274] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.366445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.366714] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.366953] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.367210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-add1b126-e5a0-4646-87f0-0d64e93c9c7f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.774493] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: SUCCESS [ 763.774493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.774876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.775289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.775289] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.775289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.775507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.775507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.775637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.775689] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.776159] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.776159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.776159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.776159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.776458] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.776458] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.776458] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.776680] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.776680] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.777344] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.777344] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.778522] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.778644] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.778791] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.779303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.779303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.779303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.779303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.779303] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.280077] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2be1b6df-9f0a-498a-a642-abe288ff13b7: rpc.has_security_group_logging(os_id): False [ 764.282228] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.311175] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.311175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.311175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.311175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.311175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.311175] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.311175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.311175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.317026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.317026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.317026] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.317026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.317026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.317026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.317026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.317026] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.317026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.317026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.317026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.317026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.317026] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 is going to be created. [ 764.427767] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.427915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.428074] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.428364] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.428647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.447928] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: IN_PROGRESS for 2s [ 764.784550] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.288066] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.288271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.288338] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.288831] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.288831] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.288831] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 is going to be updated. [ 765.320280] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.320564] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.320564] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.320847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.320847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.330642] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: IN_PROGRESS for 2s [ 765.907471] env[66272]: INFO networking_nsxv3.common.synchronization [req-354e6645-5c81-473b-bebf-1072642c523a req-38e68df2-4cd7-4556-9317-a5bcd40e59a8 tempest-AttachInterfacesUnderV243Test-74939590 tempest-AttachInterfacesUnderV243Test-74939590-project-member] Enqueued Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_members [ 765.907949] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_members [ 765.908292] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-11dadabd-75a8-4314-80ee-5f8f8a8f8824 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.908428] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.908496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.908744] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.908994] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.909164] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.909240] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.909402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.909499] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.909601] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.943199] env[66272]: INFO networking_nsxv3.common.synchronization [req-354e6645-5c81-473b-bebf-1072642c523a req-38e68df2-4cd7-4556-9317-a5bcd40e59a8 tempest-AttachInterfacesUnderV243Test-74939590 tempest-AttachInterfacesUnderV243Test-74939590-project-member] Enqueued Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_rules [ 765.943199] env[66272]: INFO networking_nsxv3.common.synchronization [req-354e6645-5c81-473b-bebf-1072642c523a req-38e68df2-4cd7-4556-9317-a5bcd40e59a8 tempest-AttachInterfacesUnderV243Test-74939590 tempest-AttachInterfacesUnderV243Test-74939590-project-member] Enqueued Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_members [ 765.943199] env[66272]: INFO networking_nsxv3.common.synchronization [req-354e6645-5c81-473b-bebf-1072642c523a req-38e68df2-4cd7-4556-9317-a5bcd40e59a8 tempest-AttachInterfacesUnderV243Test-74939590 tempest-AttachInterfacesUnderV243Test-74939590-project-member] Enqueued Resource ID: d96075a5-bc59-49bd-9183-c1af1d496aec with Priority: HIGHEST for action port [ 765.944982] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_rules [ 765.945680] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_members [ 765.946018] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96075a5-bc59-49bd-9183-c1af1d496aec with Priority: HIGHEST for action port [ 765.946636] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.946984] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.947207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.947555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.947845] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.949294] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-11dadabd-75a8-4314-80ee-5f8f8a8f8824 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.949607] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.950092] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-d96075a5-bc59-49bd-9183-c1af1d496aec taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.950380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d96075a5-bc59-49bd-9183-c1af1d496aec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.950548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d96075a5-bc59-49bd-9183-c1af1d496aec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.951276] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d96075a5-bc59-49bd-9183-c1af1d496aec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.951478] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d96075a5-bc59-49bd-9183-c1af1d496aec',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.412081] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.457080] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-11dadabd-75a8-4314-80ee-5f8f8a8f8824 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.457080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.457080] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d96075a5-bc59-49bd-9183-c1af1d496aec with status ACTIVE [ 766.457080] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.457080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.457080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.457080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.457080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.457080] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.457080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.457080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.457080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.457080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.457080] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.458178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.458178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.458178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.458178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.468077] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d96075a5-bc59-49bd-9183-c1af1d496aec is going to be updated. [ 766.470129] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: SUCCESS [ 766.470312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.473555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.473555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.473555] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.525681] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.525681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.525681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.525681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.525681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.525681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d96075a5-bc59-49bd-9183-c1af1d496aec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.767275] env[66272]: INFO networking_nsxv3.common.synchronization [None req-a0189ac8-5079-44ba-a70e-489efd3478c2 None None] Enqueued Resource ID: 437bcbd2-9c34-4764-8205-e9f0d69429bb with Priority: HIGHEST for action port [ 766.768028] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 437bcbd2-9c34-4764-8205-e9f0d69429bb with Priority: HIGHEST for action port [ 766.768189] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-437bcbd2-9c34-4764-8205-e9f0d69429bb taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.768310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-437bcbd2-9c34-4764-8205-e9f0d69429bb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.768375] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-437bcbd2-9c34-4764-8205-e9f0d69429bb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.768670] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-437bcbd2-9c34-4764-8205-e9f0d69429bb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.768749] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('437bcbd2-9c34-4764-8205-e9f0d69429bb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.914026] env[66272]: INFO networking_nsxv3.common.synchronization [req-31851216-11fa-419a-8d11-a32d037ab02e req-86b34fe3-0c97-461b-aff3-1f60112300b2 tempest-MigrationsAdminTest-2090684843 tempest-MigrationsAdminTest-2090684843-project-member] Enqueued Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGHEST for action security_group_members [ 766.914026] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGHEST for action security_group_members [ 766.914026] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.914571] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.914753] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.915061] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.915309] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.918505] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.918505] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.918505] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.918505] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.918505] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.918505] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.975515] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.976258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.272658] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 437bcbd2-9c34-4764-8205-e9f0d69429bb [ 767.272897] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.273104] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.273185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.273417] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.273504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.273604] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:437bcbd2-9c34-4764-8205-e9f0d69429bb already deleted. [ 767.273814] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-437bcbd2-9c34-4764-8205-e9f0d69429bb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.376661] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: SUCCESS [ 767.376661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.376661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.376661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.376661] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.377512] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.377760] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.378080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.379083] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.379083] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.379083] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.422201] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.425554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.425554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.425554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.425554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.425554] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 is going to be updated. [ 767.425554] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.464021] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.464254] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.464319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.464498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.464672] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.480905] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 in Status: IN_PROGRESS for 2s [ 767.627516] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.627729] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.627869] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.628252] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.628559] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.628671] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.628773] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.629174] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.629309] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.629509] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.629605] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.629709] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.629804] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.629911] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.630081] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.630134] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.651178] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.651340] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.651461] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.651626] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.652058] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-d7464a05-2e10-4902-80cd-14cafea79e13 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.652243] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-d7464a05-2e10-4902-80cd-14cafea79e13" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.652353] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-d7464a05-2e10-4902-80cd-14cafea79e13" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.654042] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-d7464a05-2e10-4902-80cd-14cafea79e13" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.654042] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7464a05-2e10-4902-80cd-14cafea79e13',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.881781] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.881930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.882032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.882292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.882716] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.882860] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.882945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.883106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.883204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.883297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.883451] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.883558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.883646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.883819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.883962] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.884068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.884129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.884271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.884349] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.884470] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.884521] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.928126] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.156946] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.156946] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.157211] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.158883] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.158883] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.158883] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port d7464a05-2e10-4902-80cd-14cafea79e13 not found, creating... [ 768.158883] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.158883] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.158883] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.158883] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.158883] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.159314] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.160670] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.160670] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.160670] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.160670] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.160670] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: d7464a05-2e10-4902-80cd-14cafea79e13 is going to be created. [ 768.187017] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.187017] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.187017] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.187017] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.187017] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.187017] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-d7464a05-2e10-4902-80cd-14cafea79e13" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.387722] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2be1b6df-9f0a-498a-a642-abe288ff13b7: rpc.has_security_group_logging(os_id): False [ 768.416026] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.416026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.416026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.416026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.416026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.416026] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.416026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.416026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.416026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.416026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.416026] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.416026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.416026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.416026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.416026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.417210] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.417210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.417210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.417210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.417210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.417210] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 is going to be updated. [ 768.434613] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.434613] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.434613] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.435617] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.436524] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.436617] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04622331-a528-4ef0-9e2b-733f9502fca2 is going to be updated. [ 768.481953] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.482176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.482241] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.482531] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.482690] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.498646] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04622331-a528-4ef0-9e2b-733f9502fca2 in Status: IN_PROGRESS for 2s [ 768.599438] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.599745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.599861] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.600257] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.601150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.617275] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: IN_PROGRESS for 2s [ 769.061278] env[66272]: INFO networking_nsxv3.common.synchronization [req-31851216-11fa-419a-8d11-a32d037ab02e req-6fa13be7-ac0f-443f-8fa1-12943928844a service nova] Enqueued Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGHEST for action security_group_rules [ 769.061278] env[66272]: INFO networking_nsxv3.common.synchronization [req-31851216-11fa-419a-8d11-a32d037ab02e req-6fa13be7-ac0f-443f-8fa1-12943928844a service nova] Enqueued Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGHEST for action security_group_members [ 769.061278] env[66272]: INFO networking_nsxv3.common.synchronization [req-31851216-11fa-419a-8d11-a32d037ab02e req-6fa13be7-ac0f-443f-8fa1-12943928844a service nova] Enqueued Resource ID: d7464a05-2e10-4902-80cd-14cafea79e13 with Priority: HIGHEST for action port [ 769.061278] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGHEST for action security_group_rules [ 769.062873] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGHEST for action security_group_members [ 769.063150] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7464a05-2e10-4902-80cd-14cafea79e13 with Priority: HIGHEST for action port [ 769.063741] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.064056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.064223] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.064612] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.064795] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.068219] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.068455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.071045] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7464a05-2e10-4902-80cd-14cafea79e13 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.071317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7464a05-2e10-4902-80cd-14cafea79e13" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.071486] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7464a05-2e10-4902-80cd-14cafea79e13" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.071865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7464a05-2e10-4902-80cd-14cafea79e13" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.072048] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7464a05-2e10-4902-80cd-14cafea79e13',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.294228] env[66272]: INFO networking_nsxv3.common.synchronization [None req-cae38cfd-f342-437f-97f4-4afebff1b034 None None] Enqueued Resource ID: f993bad4-7d7c-4466-a108-1bed12264a8c with Priority: HIGHEST for action port [ 769.297569] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f993bad4-7d7c-4466-a108-1bed12264a8c with Priority: HIGHEST for action port [ 769.297769] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-f993bad4-7d7c-4466-a108-1bed12264a8c taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.299554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f993bad4-7d7c-4466-a108-1bed12264a8c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.299554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f993bad4-7d7c-4466-a108-1bed12264a8c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.300043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f993bad4-7d7c-4466-a108-1bed12264a8c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.300043] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f993bad4-7d7c-4466-a108-1bed12264a8c',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.497989] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 in Status: SUCCESS [ 769.497989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.497989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.497989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.497989] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.497989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.497989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.497989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.497989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.497989] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.576042] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.576042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.581859] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7464a05-2e10-4902-80cd-14cafea79e13 with status ACTIVE [ 769.581859] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.581859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.581859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.581859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.581859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.581859] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.581859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.581859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.581859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.581859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.581859] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.581859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.581859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.581859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.581859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.581859] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7464a05-2e10-4902-80cd-14cafea79e13 is going to be updated. [ 769.605112] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.605262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.605408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.605618] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.605775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.606025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7464a05-2e10-4902-80cd-14cafea79e13" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.804833] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f993bad4-7d7c-4466-a108-1bed12264a8c [ 769.805399] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.805399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.805568] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.806055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.806055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.806055] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f993bad4-7d7c-4466-a108-1bed12264a8c already deleted. [ 769.806181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f993bad4-7d7c-4466-a108-1bed12264a8c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.001537] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.506565] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.513535] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04622331-a528-4ef0-9e2b-733f9502fca2 in Status: SUCCESS [ 770.513535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.513535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.513535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.513535] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.513535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.513535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.513839] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.513839] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.513896] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.633938] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: SUCCESS [ 770.634361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.010088] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.010262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.010328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.010538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.010633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.010730] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 is going to be updated. [ 771.018825] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.041458] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.041694] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.041694] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.041915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.042078] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.051517] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 in Status: IN_PROGRESS for 2s [ 771.298673] env[66272]: INFO networking_nsxv3.common.synchronization [None req-eee9c337-c2bd-420c-9b43-23c87fbcacc1 None None] Enqueued Resource ID: b9ef3841-1837-44e9-a469-c03dd141939f with Priority: HIGHEST for action port [ 771.299303] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ef3841-1837-44e9-a469-c03dd141939f with Priority: HIGHEST for action port [ 771.303019] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9ef3841-1837-44e9-a469-c03dd141939f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.303019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9ef3841-1837-44e9-a469-c03dd141939f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.303019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9ef3841-1837-44e9-a469-c03dd141939f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.303019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9ef3841-1837-44e9-a469-c03dd141939f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.303019] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ef3841-1837-44e9-a469-c03dd141939f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.521193] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.812136] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9ef3841-1837-44e9-a469-c03dd141939f [ 771.812364] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.812511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.812575] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.812851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.812934] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.813059] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9ef3841-1837-44e9-a469-c03dd141939f already deleted. [ 771.813264] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9ef3841-1837-44e9-a469-c03dd141939f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.025714] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.025899] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.025970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.026226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.026334] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.026432] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04622331-a528-4ef0-9e2b-733f9502fca2 is going to be updated. [ 772.060388] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.060554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.060766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.060843] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.061029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.073346] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04622331-a528-4ef0-9e2b-733f9502fca2 in Status: IN_PROGRESS for 2s [ 772.142726] env[66272]: INFO networking_nsxv3.common.synchronization [None req-a2782b66-f0d5-467e-9075-2bb13edcd744 None None] Enqueued Resource ID: 006e8c98-38c3-45bf-bd99-53ed34f29c4a with Priority: HIGHEST for action port [ 772.143716] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006e8c98-38c3-45bf-bd99-53ed34f29c4a with Priority: HIGHEST for action port [ 772.144117] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-006e8c98-38c3-45bf-bd99-53ed34f29c4a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.144553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-006e8c98-38c3-45bf-bd99-53ed34f29c4a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.144553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-006e8c98-38c3-45bf-bd99-53ed34f29c4a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.145091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-006e8c98-38c3-45bf-bd99-53ed34f29c4a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.146843] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('006e8c98-38c3-45bf-bd99-53ed34f29c4a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.337203] env[66272]: INFO networking_nsxv3.common.synchronization [req-e8e17076-8e8d-49e3-8c7f-f56bc43f9504 req-00496643-97a2-43df-ac2c-f38f1e47296b tempest-ServersWithSpecificFlavorTestJSON-1724810957 tempest-ServersWithSpecificFlavorTestJSON-1724810957-project-member] Enqueued Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_members [ 772.338254] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_members [ 772.338980] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88faf73-706c-46b9-b8f1-1497dde117bd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.339628] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.339785] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.340080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.340341] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.340615] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.340754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.341929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.341929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.341929] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.647976] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 006e8c98-38c3-45bf-bd99-53ed34f29c4a [ 772.648549] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.648549] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.648549] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.648697] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.648752] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.649581] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:006e8c98-38c3-45bf-bd99-53ed34f29c4a already deleted. [ 772.649581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-006e8c98-38c3-45bf-bd99-53ed34f29c4a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.844042] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.844203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.844276] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.844507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.844602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.844802] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.844904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.844967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.845140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.845236] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.845372] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88faf73-706c-46b9-b8f1-1497dde117bd is going to be updated. [ 772.873016] env[66272]: INFO networking_nsxv3.common.synchronization [req-adc83952-b71f-44c4-a5db-fa25f25331e4 req-8e7ddb5b-cd97-4860-b90d-f70e87bcb0fb tempest-ListServerFiltersTestJSON-639570072 tempest-ListServerFiltersTestJSON-639570072-project-member] Enqueued Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_members [ 772.873016] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_members [ 772.873016] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.873506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.873592] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.873916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.874127] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.874420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.874420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.874505] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.874562] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.874700] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.876426] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.876551] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.876599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.876795] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.876969] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.891534] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88faf73-706c-46b9-b8f1-1497dde117bd in Status: IN_PROGRESS for 2s [ 773.063651] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 in Status: SUCCESS [ 773.063651] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.063651] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.063651] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.064290] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.064573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.064959] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.065633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.065633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.065633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.065880] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.347425] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.347649] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-321" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.347735] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-321" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.350837] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-321" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.351763] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.352101] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.353574] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.353832] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.354029] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.354337] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.354681] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.354834] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.355025] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.355383] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.355383] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.355590] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.381410] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.381617] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.381757] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.381926] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-321" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.382308] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-462b7b7c-6b18-43f0-a227-0f005234e4fd taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.386023] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-462b7b7c-6b18-43f0-a227-0f005234e4fd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.386023] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-462b7b7c-6b18-43f0-a227-0f005234e4fd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.386023] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-462b7b7c-6b18-43f0-a227-0f005234e4fd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.386023] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('462b7b7c-6b18-43f0-a227-0f005234e4fd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.386023] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.568395] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.584259] env[66272]: INFO networking_nsxv3.common.synchronization [None req-b021850f-4d71-412e-81fb-52aff8bf58f6 None None] Enqueued Resource ID: 7098ed55-9f91-4ca5-9b43-a5e12e3d3784 with Priority: HIGHEST for action port [ 773.584259] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7098ed55-9f91-4ca5-9b43-a5e12e3d3784 with Priority: HIGHEST for action port [ 773.584259] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-7098ed55-9f91-4ca5-9b43-a5e12e3d3784 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.584259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7098ed55-9f91-4ca5-9b43-a5e12e3d3784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.584259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7098ed55-9f91-4ca5-9b43-a5e12e3d3784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.584627] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7098ed55-9f91-4ca5-9b43-a5e12e3d3784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.584738] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7098ed55-9f91-4ca5-9b43-a5e12e3d3784',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.888031] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.888031] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.888031] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.888503] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.888503] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.888697] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 462b7b7c-6b18-43f0-a227-0f005234e4fd not found, creating... [ 773.892948] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.892948] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.892948] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.892948] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.892948] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.892948] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.892948] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.892948] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.892948] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.892948] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.893670] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 462b7b7c-6b18-43f0-a227-0f005234e4fd is going to be created. [ 773.893670] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.915461] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.915716] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.916857] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.916857] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.916857] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.916857] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-462b7b7c-6b18-43f0-a227-0f005234e4fd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.072363] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11dadabd-75a8-4314-80ee-5f8f8a8f8824: rpc.has_security_group_logging(os_id): False [ 774.087999] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04622331-a528-4ef0-9e2b-733f9502fca2 in Status: SUCCESS [ 774.088259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.088623] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7098ed55-9f91-4ca5-9b43-a5e12e3d3784 [ 774.088743] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.088945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.088945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.089149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.089237] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.089327] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7098ed55-9f91-4ca5-9b43-a5e12e3d3784 already deleted. [ 774.089410] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7098ed55-9f91-4ca5-9b43-a5e12e3d3784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.089542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.089703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.089867] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.089969] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.090043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.090965] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.090965] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.090965] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.090965] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.095354] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.095503] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.095550] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.096936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.096936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.096936] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.096936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.096936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.096936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.096936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.096936] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 is going to be updated. [ 774.181902] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.182099] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.182203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.182357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.182530] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.198050] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 in Status: IN_PROGRESS for 2s [ 774.398623] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.398623] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.398623] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.398623] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.398623] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.398623] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 is going to be updated. [ 774.440848] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.440848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.440848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.440848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.440848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.451636] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: IN_PROGRESS for 2s [ 774.594384] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.595204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.595204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.595204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.595204] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.595204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.595629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.595629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.595629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.595629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.595827] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.595891] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.595942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.596152] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.596374] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.596468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.596535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.596726] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.596933] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.596933] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.597068] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.737397] env[66272]: INFO networking_nsxv3.common.synchronization [req-adc83952-b71f-44c4-a5db-fa25f25331e4 req-e4340345-69ba-4b63-a773-7a21b453a159 service nova] Enqueued Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_rules [ 774.737518] env[66272]: INFO networking_nsxv3.common.synchronization [req-adc83952-b71f-44c4-a5db-fa25f25331e4 req-e4340345-69ba-4b63-a773-7a21b453a159 service nova] Enqueued Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_members [ 774.737644] env[66272]: INFO networking_nsxv3.common.synchronization [req-adc83952-b71f-44c4-a5db-fa25f25331e4 req-e4340345-69ba-4b63-a773-7a21b453a159 service nova] Enqueued Resource ID: 462b7b7c-6b18-43f0-a227-0f005234e4fd with Priority: HIGHEST for action port [ 774.741428] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_rules [ 774.741593] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_members [ 774.742174] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462b7b7c-6b18-43f0-a227-0f005234e4fd with Priority: HIGHEST for action port [ 774.742351] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.742485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.742562] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.743398] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.744114] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.745365] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.745994] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.747132] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-462b7b7c-6b18-43f0-a227-0f005234e4fd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.747132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-462b7b7c-6b18-43f0-a227-0f005234e4fd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.747312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-462b7b7c-6b18-43f0-a227-0f005234e4fd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.747501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-462b7b7c-6b18-43f0-a227-0f005234e4fd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.747501] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('462b7b7c-6b18-43f0-a227-0f005234e4fd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.906033] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88faf73-706c-46b9-b8f1-1497dde117bd in Status: SUCCESS [ 774.906033] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88faf73-706c-46b9-b8f1-1497dde117bd deletion is rescheduled due to dependency. [ 774.906033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.066913] env[66272]: INFO networking_nsxv3.common.synchronization [req-e7d0ab1f-5417-4de4-8c72-07ea8ced702d req-5237555f-862a-4d4a-89ad-04e2978c9e23 tempest-ServerAddressesNegativeTestJSON-984840834 tempest-ServerAddressesNegativeTestJSON-984840834-project-member] Enqueued Resource ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 with Priority: HIGHEST for action security_group_members [ 775.067603] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 with Priority: HIGHEST for action security_group_members [ 775.067968] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.068145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.068205] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.073199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.073199] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.073199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.073199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.073199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.073199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.073199] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66d2cb7b-9ad3-4ea3-b161-e74dcf05e600',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.100021] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04622331-a528-4ef0-9e2b-733f9502fca2: rpc.has_security_group_logging(os_id): False [ 775.125798] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.125985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.126153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.126402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.126702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.126921] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.127043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.127176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.127501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.128099] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.128340] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.128485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.128589] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.128670] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.128770] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.128942] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.129051] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.129234] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.129350] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.130125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.130125] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04622331-a528-4ef0-9e2b-733f9502fca2 is going to be updated. [ 775.200087] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.202408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.202408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.202408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.202408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.227661] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04622331-a528-4ef0-9e2b-733f9502fca2 in Status: IN_PROGRESS for 2s [ 775.247352] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.247352] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.249728] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 462b7b7c-6b18-43f0-a227-0f005234e4fd with status ACTIVE [ 775.250124] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.251699] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.251699] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.252069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.252232] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.253017] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.253228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.253319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.253596] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.253741] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.254561] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.254751] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.254906] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.255174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.255298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.255436] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 462b7b7c-6b18-43f0-a227-0f005234e4fd is going to be updated. [ 775.292737] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.292737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.292737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.292737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.292737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.292737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-462b7b7c-6b18-43f0-a227-0f005234e4fd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.363155] env[66272]: INFO networking_nsxv3.common.synchronization [None req-c6f0c0e2-82a9-400d-9bbe-e17e585ee8ef None None] Enqueued Resource ID: 05fc08b1-a6c3-4df7-8d20-15897444dc28 with Priority: HIGHEST for action port [ 775.363155] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05fc08b1-a6c3-4df7-8d20-15897444dc28 with Priority: HIGHEST for action port [ 775.363155] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-05fc08b1-a6c3-4df7-8d20-15897444dc28 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.363155] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05fc08b1-a6c3-4df7-8d20-15897444dc28" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.364553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05fc08b1-a6c3-4df7-8d20-15897444dc28" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.365685] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05fc08b1-a6c3-4df7-8d20-15897444dc28" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.366156] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05fc08b1-a6c3-4df7-8d20-15897444dc28',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.565588] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.565873] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-943" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.566951] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-943" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.567828] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-943" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.569550] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.569550] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.569550] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.569882] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.570048] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.570389] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.570558] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.570704] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.570899] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.571101] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.571257] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.571400] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.575836] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.575983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.576132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.576303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.576392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.576586] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.576727] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.576803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.576961] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.577092] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.577206] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 already deleted. [ 775.577314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.597126] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.597299] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.597548] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.597649] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-943" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.598044] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-74a83231-2fb3-4de4-8dff-b4a66b83a0a4 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.598278] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-74a83231-2fb3-4de4-8dff-b4a66b83a0a4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.598373] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-74a83231-2fb3-4de4-8dff-b4a66b83a0a4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.598827] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-74a83231-2fb3-4de4-8dff-b4a66b83a0a4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.599000] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74a83231-2fb3-4de4-8dff-b4a66b83a0a4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.871526] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05fc08b1-a6c3-4df7-8d20-15897444dc28 [ 775.872842] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.872842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.872842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.872842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.872842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.872842] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05fc08b1-a6c3-4df7-8d20-15897444dc28 already deleted. [ 775.872842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05fc08b1-a6c3-4df7-8d20-15897444dc28" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.101701] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.101955] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.101955] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.102159] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.102304] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.102481] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 74a83231-2fb3-4de4-8dff-b4a66b83a0a4 not found, creating... [ 776.102744] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.102904] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.103028] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.104041] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.104041] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.104041] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.104041] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.104041] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.105535] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.105701] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.105852] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 74a83231-2fb3-4de4-8dff-b4a66b83a0a4 is going to be created. [ 776.132681] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.132928] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.133059] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.134375] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.134652] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.135140] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-74a83231-2fb3-4de4-8dff-b4a66b83a0a4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.232172] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 in Status: SUCCESS [ 776.232472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.463171] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: SUCCESS [ 776.463420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.463598] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.463882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.464135] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.464288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.464350] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.464517] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.464645] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.464752] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.861359] env[66272]: INFO networking_nsxv3.common.synchronization [req-e7d0ab1f-5417-4de4-8c72-07ea8ced702d req-53d94cb1-a1e0-4591-8d33-69dda3a802e1 service nova] Enqueued Resource ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 with Priority: HIGHEST for action security_group_rules [ 776.861406] env[66272]: INFO networking_nsxv3.common.synchronization [req-e7d0ab1f-5417-4de4-8c72-07ea8ced702d req-53d94cb1-a1e0-4591-8d33-69dda3a802e1 service nova] Enqueued Resource ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 with Priority: HIGHEST for action security_group_members [ 776.861523] env[66272]: INFO networking_nsxv3.common.synchronization [req-e7d0ab1f-5417-4de4-8c72-07ea8ced702d req-53d94cb1-a1e0-4591-8d33-69dda3a802e1 service nova] Enqueued Resource ID: 74a83231-2fb3-4de4-8dff-b4a66b83a0a4 with Priority: HIGHEST for action port [ 776.862535] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 with Priority: HIGHEST for action security_group_rules [ 776.862767] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 with Priority: HIGHEST for action security_group_members [ 776.863098] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a83231-2fb3-4de4-8dff-b4a66b83a0a4 with Priority: HIGHEST for action port [ 776.863429] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.863807] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.864298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.865337] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.865525] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66d2cb7b-9ad3-4ea3-b161-e74dcf05e600',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.870809] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.870809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.871588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.871588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.871736] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.874052] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.874052] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.874052] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.874052] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.874052] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66d2cb7b-9ad3-4ea3-b161-e74dcf05e600',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.874652] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-74a83231-2fb3-4de4-8dff-b4a66b83a0a4 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.875170] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74a83231-2fb3-4de4-8dff-b4a66b83a0a4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.876166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74a83231-2fb3-4de4-8dff-b4a66b83a0a4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.876423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74a83231-2fb3-4de4-8dff-b4a66b83a0a4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.876581] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74a83231-2fb3-4de4-8dff-b4a66b83a0a4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.969190] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.240992] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04622331-a528-4ef0-9e2b-733f9502fca2 in Status: SUCCESS [ 777.241460] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.373652] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.373830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.379365] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66d2cb7b-9ad3-4ea3-b161-e74dcf05e600',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.382108] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74a83231-2fb3-4de4-8dff-b4a66b83a0a4 with status ACTIVE [ 777.382398] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.382555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.382644] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.382907] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.383044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.383285] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.383417] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.383496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.383695] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.383795] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.384139] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.385319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.385319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.385319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.385319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.385319] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74a83231-2fb3-4de4-8dff-b4a66b83a0a4 is going to be updated. [ 777.420727] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.420727] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.420727] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.420940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.421068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.421244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74a83231-2fb3-4de4-8dff-b4a66b83a0a4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.481744] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.888793] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66d2cb7b-9ad3-4ea3-b161-e74dcf05e600',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.984251] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.984479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.984581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.984874] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.985022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.985210] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 is going to be updated. [ 778.019929] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.020252] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.020336] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.020637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.020812] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.034109] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: IN_PROGRESS for 2s [ 778.051646] env[66272]: INFO networking_nsxv3.common.synchronization [req-2c304561-93b4-4ad1-9eaa-782558d975d8 req-0ae3fcfb-1f1e-4d13-8a8d-d031f39260e5 tempest-InstanceActionsNegativeTestJSON-603601242 tempest-InstanceActionsNegativeTestJSON-603601242-project-member] Enqueued Resource ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d with Priority: HIGHEST for action security_group_members [ 778.052466] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d with Priority: HIGHEST for action security_group_members [ 778.052902] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d1d09a-dfb3-4d46-a78e-b5912863350d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.053188] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.053339] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.053798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.054144] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.054372] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.054514] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.055298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.055396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.055493] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d1d09a-dfb3-4d46-a78e-b5912863350d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.390957] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.390957] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.391945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.391945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.391945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.391945] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 is going to be created. [ 778.418450] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.418677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.418737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.418932] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.419140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.433441] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 in Status: UNINITIALIZED for 2s [ 778.558407] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.558594] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.558669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.558942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.559069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.559278] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.559370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.559427] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.559598] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.559670] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.559752] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d already deleted. [ 778.559827] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.301024] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.301024] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-349" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.301024] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-349" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.301602] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-349" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.302242] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.302599] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.302834] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.303248] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.303567] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.303897] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.304142] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.304451] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.304676] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.304900] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.305113] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.305361] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.332862] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.332862] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.332862] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.332862] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-349" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.332862] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-3e0b13a7-981a-4a58-a807-e35c1973b5b0 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.332862] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-3e0b13a7-981a-4a58-a807-e35c1973b5b0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.332862] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-3e0b13a7-981a-4a58-a807-e35c1973b5b0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.332862] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-3e0b13a7-981a-4a58-a807-e35c1973b5b0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.332862] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e0b13a7-981a-4a58-a807-e35c1973b5b0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.835430] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.835430] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.835787] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.835787] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.835907] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.836042] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 3e0b13a7-981a-4a58-a807-e35c1973b5b0 not found, creating... [ 779.836442] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.836608] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.836641] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.836835] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.836962] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.837361] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.837604] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.837757] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.837971] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.838115] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.838253] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 3e0b13a7-981a-4a58-a807-e35c1973b5b0 is going to be created. [ 779.860346] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.860541] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.860657] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.860925] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.861154] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.861362] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-3e0b13a7-981a-4a58-a807-e35c1973b5b0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.057759] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: SUCCESS [ 780.058033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.058204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.058423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.058624] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.058739] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.058799] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.058950] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.059039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.059120] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.059205] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.341483] env[66272]: INFO networking_nsxv3.common.synchronization [req-8d965017-3cf3-48bb-9bfe-3883d9af0cfc req-0d69e665-fbc2-4f9f-b296-c305ef2d53e3 tempest-ServerRescueTestJSONUnderV235-268189953 tempest-ServerRescueTestJSONUnderV235-268189953-project-member] Enqueued Resource ID: d481f56d-0f20-4fe2-91ab-27d99b1834b1 with Priority: HIGHEST for action security_group_members [ 780.341606] env[66272]: INFO networking_nsxv3.common.synchronization [req-8d965017-3cf3-48bb-9bfe-3883d9af0cfc req-0d69e665-fbc2-4f9f-b296-c305ef2d53e3 tempest-ServerRescueTestJSONUnderV235-268189953 tempest-ServerRescueTestJSONUnderV235-268189953-project-member] Enqueued Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_members [ 780.342200] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d481f56d-0f20-4fe2-91ab-27d99b1834b1 with Priority: HIGHEST for action security_group_members [ 780.342341] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_members [ 780.342636] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d481f56d-0f20-4fe2-91ab-27d99b1834b1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.342763] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.343183] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.343183] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.343261] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.343364] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.343428] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.343640] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.343711] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.343850] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d481f56d-0f20-4fe2-91ab-27d99b1834b1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.344878] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.345012] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.345012] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.345143] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.345266] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.345361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.345418] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.345560] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.345641] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.345732] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.387325] env[66272]: INFO networking_nsxv3.common.synchronization [req-8d965017-3cf3-48bb-9bfe-3883d9af0cfc req-0d69e665-fbc2-4f9f-b296-c305ef2d53e3 tempest-ServerRescueTestJSONUnderV235-268189953 tempest-ServerRescueTestJSONUnderV235-268189953-project-member] Enqueued Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_rules [ 780.387625] env[66272]: INFO networking_nsxv3.common.synchronization [req-8d965017-3cf3-48bb-9bfe-3883d9af0cfc req-0d69e665-fbc2-4f9f-b296-c305ef2d53e3 tempest-ServerRescueTestJSONUnderV235-268189953 tempest-ServerRescueTestJSONUnderV235-268189953-project-member] Enqueued Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_members [ 780.387700] env[66272]: INFO networking_nsxv3.common.synchronization [req-8d965017-3cf3-48bb-9bfe-3883d9af0cfc req-0d69e665-fbc2-4f9f-b296-c305ef2d53e3 tempest-ServerRescueTestJSONUnderV235-268189953 tempest-ServerRescueTestJSONUnderV235-268189953-project-member] Enqueued Resource ID: d481f56d-0f20-4fe2-91ab-27d99b1834b1 with Priority: HIGHEST for action security_group_rules [ 780.387764] env[66272]: INFO networking_nsxv3.common.synchronization [req-8d965017-3cf3-48bb-9bfe-3883d9af0cfc req-0d69e665-fbc2-4f9f-b296-c305ef2d53e3 tempest-ServerRescueTestJSONUnderV235-268189953 tempest-ServerRescueTestJSONUnderV235-268189953-project-member] Enqueued Resource ID: d481f56d-0f20-4fe2-91ab-27d99b1834b1 with Priority: HIGHEST for action security_group_members [ 780.387884] env[66272]: INFO networking_nsxv3.common.synchronization [req-8d965017-3cf3-48bb-9bfe-3883d9af0cfc req-0d69e665-fbc2-4f9f-b296-c305ef2d53e3 tempest-ServerRescueTestJSONUnderV235-268189953 tempest-ServerRescueTestJSONUnderV235-268189953-project-member] Enqueued Resource ID: 3e6d2cae-5234-4d62-9d42-9a814f45dd77 with Priority: HIGHEST for action port [ 780.388387] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_rules [ 780.388650] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d481f56d-0f20-4fe2-91ab-27d99b1834b1 with Priority: HIGHEST for action security_group_rules [ 780.388650] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6d2cae-5234-4d62-9d42-9a814f45dd77 with Priority: HIGHEST for action port [ 780.388797] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_members [ 780.388797] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d481f56d-0f20-4fe2-91ab-27d99b1834b1 with Priority: HIGHEST for action security_group_members [ 780.389062] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.389182] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.389247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.389438] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.389517] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.390659] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d481f56d-0f20-4fe2-91ab-27d99b1834b1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.390790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.390838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.391078] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.391274] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d481f56d-0f20-4fe2-91ab-27d99b1834b1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.391851] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e6d2cae-5234-4d62-9d42-9a814f45dd77 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.391997] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e6d2cae-5234-4d62-9d42-9a814f45dd77" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.392039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e6d2cae-5234-4d62-9d42-9a814f45dd77" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.392228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e6d2cae-5234-4d62-9d42-9a814f45dd77" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.392313] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e6d2cae-5234-4d62-9d42-9a814f45dd77',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.395169] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.395169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.395388] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d481f56d-0f20-4fe2-91ab-27d99b1834b1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.395448] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.443887] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 in Status: SUCCESS [ 780.444202] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.444394] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.444649] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.444984] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.445089] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.445089] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.445375] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.445484] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.445590] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.445683] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66d2cb7b-9ad3-4ea3-b161-e74dcf05e600',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.561951] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.562135] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.562208] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.562425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.562587] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.562691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.562814] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.563131] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.563131] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.563407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.563579] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.563675] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.563735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.563908] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.564012] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.564633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.564785] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.564910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.564992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.565199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.565289] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.586201] env[66272]: INFO networking_nsxv3.common.synchronization [req-2c304561-93b4-4ad1-9eaa-782558d975d8 req-804b30bb-79a4-41c7-a3d6-f4269aeedd80 service nova] Enqueued Resource ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d with Priority: HIGHEST for action security_group_rules [ 780.587969] env[66272]: INFO networking_nsxv3.common.synchronization [req-2c304561-93b4-4ad1-9eaa-782558d975d8 req-804b30bb-79a4-41c7-a3d6-f4269aeedd80 service nova] Enqueued Resource ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d with Priority: HIGHEST for action security_group_members [ 780.587969] env[66272]: INFO networking_nsxv3.common.synchronization [req-2c304561-93b4-4ad1-9eaa-782558d975d8 req-804b30bb-79a4-41c7-a3d6-f4269aeedd80 service nova] Enqueued Resource ID: 3e0b13a7-981a-4a58-a807-e35c1973b5b0 with Priority: HIGHEST for action port [ 780.587969] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d with Priority: HIGHEST for action security_group_rules [ 780.588250] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d with Priority: HIGHEST for action security_group_members [ 780.588282] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0b13a7-981a-4a58-a807-e35c1973b5b0 with Priority: HIGHEST for action port [ 780.588847] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1d1d09a-dfb3-4d46-a78e-b5912863350d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.588982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.589052] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.589765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.589765] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1d1d09a-dfb3-4d46-a78e-b5912863350d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.593153] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d1d09a-dfb3-4d46-a78e-b5912863350d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.593153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.593153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.593153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.593153] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.593153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.593153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.593153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.593153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.593153] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d1d09a-dfb3-4d46-a78e-b5912863350d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.593937] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e0b13a7-981a-4a58-a807-e35c1973b5b0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.593937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e0b13a7-981a-4a58-a807-e35c1973b5b0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.593937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e0b13a7-981a-4a58-a807-e35c1973b5b0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.593937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e0b13a7-981a-4a58-a807-e35c1973b5b0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.593937] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e0b13a7-981a-4a58-a807-e35c1973b5b0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.847437] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d481f56d-0f20-4fe2-91ab-27d99b1834b1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.848526] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.896788] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e6d2cae-5234-4d62-9d42-9a814f45dd77 with status ACTIVE [ 780.897082] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.897225] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.897304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.897565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.897651] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.897854] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.897957] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.898036] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.898192] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.898943] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.898943] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.898943] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.898943] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.898943] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.898943] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.898943] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e6d2cae-5234-4d62-9d42-9a814f45dd77 is going to be updated. [ 780.900595] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d481f56d-0f20-4fe2-91ab-27d99b1834b1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.900595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.900799] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.900973] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.923104] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.923265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.923333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.923995] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.923995] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.923995] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e6d2cae-5234-4d62-9d42-9a814f45dd77" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.948068] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.948295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.948348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.948576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.948748] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.949123] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.949123] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.949123] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.949271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.949302] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.949426] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.949570] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.949570] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.949746] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.949851] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.949940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.949998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.950158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.950278] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.950432] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.950495] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66d2cb7b-9ad3-4ea3-b161-e74dcf05e600',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.068056] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2be1b6df-9f0a-498a-a642-abe288ff13b7: rpc.has_security_group_logging(os_id): False [ 781.097023] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1d1d09a-dfb3-4d46-a78e-b5912863350d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.099526] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d1d09a-dfb3-4d46-a78e-b5912863350d taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.099731] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.100018] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e0b13a7-981a-4a58-a807-e35c1973b5b0 with status ACTIVE [ 781.100920] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.101124] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.101253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.101571] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.101831] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.102152] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.102363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.102770] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.102826] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.103064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.103290] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.103454] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.103561] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.103825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.103982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.104866] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e0b13a7-981a-4a58-a807-e35c1973b5b0 is going to be updated. [ 781.111058] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.111058] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.111058] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.111058] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.111058] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.111058] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.111058] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.111650] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.112189] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.112532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.113537] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.114099] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.114278] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.114546] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.114716] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.115039] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.115260] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.115400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.115643] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.115857] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.117019] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 is going to be updated. [ 781.158925] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.158925] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.158925] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.160593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.160593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.160593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e0b13a7-981a-4a58-a807-e35c1973b5b0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.230914] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.231566] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.231772] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.231956] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.232139] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.254502] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: IN_PROGRESS for 2s [ 781.312823] env[66272]: INFO networking_nsxv3.common.synchronization [req-1b6da518-8afb-4a00-a305-80e040256470 req-4aa0d74a-734c-47e4-92e6-9cca91d212ab tempest-ServersAdminNegativeTestJSON-822020143 tempest-ServersAdminNegativeTestJSON-822020143-project-member] Enqueued Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGHEST for action security_group_members [ 781.313724] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGHEST for action security_group_members [ 781.313854] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.313963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.314039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.314360] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.314526] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.314629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.314683] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.315020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.315020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.315020] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.355684] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.355684] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d481f56d-0f20-4fe2-91ab-27d99b1834b1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.455067] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600: rpc.has_security_group_logging(os_id): False [ 781.476732] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.476930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.477032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.477369] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.477515] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.477834] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.477972] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.478078] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.478385] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.478564] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.478870] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.480492] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.480608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.480917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.481455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.481817] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.481984] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.484033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.484033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.484033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.484033] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 is going to be created. [ 781.573289] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.573495] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.573495] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.573832] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.575117] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.590709] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 in Status: IN_PROGRESS for 2s [ 781.610216] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1d1d09a-dfb3-4d46-a78e-b5912863350d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.817836] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.858380] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.858380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.858380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.858380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.858380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.858380] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 is going to be updated. [ 781.862283] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.862283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.863474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.863474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.863474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.863474] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d481f56d-0f20-4fe2-91ab-27d99b1834b1 is going to be created. [ 781.890981] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.890981] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.891171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.891309] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.891452] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.896206] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.896206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.896206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.896206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.896206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.899038] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.899449] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.899636] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.899921] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.900230] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.900449] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.900599] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.900852] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.901059] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.901334] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.901518] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.901715] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.901879] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.902041] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.902321] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.902321] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.909336] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d481f56d-0f20-4fe2-91ab-27d99b1834b1 in Status: UNINITIALIZED for 2s [ 781.909995] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: IN_PROGRESS for 2s [ 781.931627] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.931627] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.931627] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.931858] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-872" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.932882] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-a046f195-893c-48e6-94c3-f2b22b59d6ea taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.932882] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-a046f195-893c-48e6-94c3-f2b22b59d6ea" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.932882] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-a046f195-893c-48e6-94c3-f2b22b59d6ea" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.932882] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-a046f195-893c-48e6-94c3-f2b22b59d6ea" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.932882] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a046f195-893c-48e6-94c3-f2b22b59d6ea',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.112594] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.112810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.112936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.113224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.113348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.113473] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d is going to be created. [ 782.138412] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.138564] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.138688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.138953] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.139132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.149903] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d in Status: UNINITIALIZED for 2s [ 782.319950] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.435570] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.435930] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.436072] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.436408] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.436576] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.436723] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port a046f195-893c-48e6-94c3-f2b22b59d6ea not found, creating... [ 782.436983] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.437181] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.437295] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.437520] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.437669] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.437960] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.438124] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.438235] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.438481] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.438617] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.438750] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: a046f195-893c-48e6-94c3-f2b22b59d6ea is going to be created. [ 782.462841] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.462841] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.462841] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.462841] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.463197] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.463197] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-a046f195-893c-48e6-94c3-f2b22b59d6ea" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.822303] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.822483] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.822525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.822723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.822816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.822911] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 is going to be updated. [ 782.853787] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.853978] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.854102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.854380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.854558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.863789] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 in Status: IN_PROGRESS for 2s [ 783.158449] env[66272]: INFO networking_nsxv3.common.synchronization [req-1b6da518-8afb-4a00-a305-80e040256470 req-c29cf011-7b50-4895-b382-36ef691b2d85 service nova] Enqueued Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGHEST for action security_group_rules [ 783.158449] env[66272]: INFO networking_nsxv3.common.synchronization [req-1b6da518-8afb-4a00-a305-80e040256470 req-c29cf011-7b50-4895-b382-36ef691b2d85 service nova] Enqueued Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGHEST for action security_group_members [ 783.158449] env[66272]: INFO networking_nsxv3.common.synchronization [req-1b6da518-8afb-4a00-a305-80e040256470 req-c29cf011-7b50-4895-b382-36ef691b2d85 service nova] Enqueued Resource ID: a046f195-893c-48e6-94c3-f2b22b59d6ea with Priority: HIGHEST for action port [ 783.158449] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGHEST for action security_group_rules [ 783.158449] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGHEST for action security_group_members [ 783.158449] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a046f195-893c-48e6-94c3-f2b22b59d6ea with Priority: HIGHEST for action port [ 783.158857] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.158926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.159173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.159456] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.159572] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.160843] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.162231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.162231] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-a046f195-893c-48e6-94c3-f2b22b59d6ea taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.162231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a046f195-893c-48e6-94c3-f2b22b59d6ea" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.162231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a046f195-893c-48e6-94c3-f2b22b59d6ea" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.162231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a046f195-893c-48e6-94c3-f2b22b59d6ea" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.162231] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a046f195-893c-48e6-94c3-f2b22b59d6ea',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.270826] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: SUCCESS [ 783.271070] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.605978] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 in Status: SUCCESS [ 783.605978] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.666043] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a046f195-893c-48e6-94c3-f2b22b59d6ea with status ACTIVE [ 783.666043] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.666043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.666043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.666043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.666043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.666043] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.666043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.666043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.666043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.666043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.666043] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.666043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.666043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.666043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.666043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.666043] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a046f195-893c-48e6-94c3-f2b22b59d6ea is going to be updated. [ 783.668242] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.669042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.693262] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.693262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.693262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.693262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.693262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.693580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a046f195-893c-48e6-94c3-f2b22b59d6ea" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.924325] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d481f56d-0f20-4fe2-91ab-27d99b1834b1 in Status: SUCCESS [ 783.924675] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.924718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.925012] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.925221] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.925363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.925405] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.925561] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.925634] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.925735] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d481f56d-0f20-4fe2-91ab-27d99b1834b1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.927407] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: SUCCESS [ 783.927587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.927777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.927990] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.928188] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.928300] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.928366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.928563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.931191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.931191] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.015814] env[66272]: INFO networking_nsxv3.common.synchronization [req-a7a24f70-9a78-44e0-923b-3599ead1d936 req-c1743aff-521d-4bb9-aade-3e1fca7173a0 tempest-ServersTestJSON-1771569199 tempest-ServersTestJSON-1771569199-project-member] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 784.023717] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 784.025311] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.025311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.025311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.025311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.025311] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.025311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.025311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.025311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.025633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.025633] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.165122] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d in Status: SUCCESS [ 784.165122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.165122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.165122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.165122] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.165122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.165122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.165122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.165122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.165122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.165122] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1d1d09a-dfb3-4d46-a78e-b5912863350d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.431952] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d481f56d-0f20-4fe2-91ab-27d99b1834b1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.434013] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.528965] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.530610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.530610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.530610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.530610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.531070] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.531244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.531333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.531587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.531704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.531845] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 already deleted. [ 784.531989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.552758] env[66272]: INFO networking_nsxv3.common.synchronization [req-5770fce0-3104-4cac-b709-d700e54a0cb0 req-8c2b64ff-c91e-4121-a47b-678421643b3d tempest-AttachInterfacesUnderV243Test-74939590 tempest-AttachInterfacesUnderV243Test-74939590-project-member] Enqueued Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_members [ 784.553384] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_members [ 784.553705] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-11dadabd-75a8-4314-80ee-5f8f8a8f8824 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.553833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.553902] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.554235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.554530] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.554735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.554814] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.555023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.555121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.555318] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.574773] env[66272]: INFO networking_nsxv3.common.synchronization [req-5770fce0-3104-4cac-b709-d700e54a0cb0 req-8c2b64ff-c91e-4121-a47b-678421643b3d tempest-AttachInterfacesUnderV243Test-74939590 tempest-AttachInterfacesUnderV243Test-74939590-project-member] Enqueued Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_rules [ 784.574878] env[66272]: INFO networking_nsxv3.common.synchronization [req-5770fce0-3104-4cac-b709-d700e54a0cb0 req-8c2b64ff-c91e-4121-a47b-678421643b3d tempest-AttachInterfacesUnderV243Test-74939590 tempest-AttachInterfacesUnderV243Test-74939590-project-member] Enqueued Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_members [ 784.575026] env[66272]: INFO networking_nsxv3.common.synchronization [req-5770fce0-3104-4cac-b709-d700e54a0cb0 req-8c2b64ff-c91e-4121-a47b-678421643b3d tempest-AttachInterfacesUnderV243Test-74939590 tempest-AttachInterfacesUnderV243Test-74939590-project-member] Enqueued Resource ID: d96075a5-bc59-49bd-9183-c1af1d496aec with Priority: HIGHEST for action port [ 784.575601] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_rules [ 784.575756] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_members [ 784.575852] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96075a5-bc59-49bd-9183-c1af1d496aec with Priority: HIGHEST for action port [ 784.576300] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.578245] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.578245] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.578245] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.578245] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.578594] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-11dadabd-75a8-4314-80ee-5f8f8a8f8824 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.579158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.579666] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-d96075a5-bc59-49bd-9183-c1af1d496aec taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.579666] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d96075a5-bc59-49bd-9183-c1af1d496aec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.579810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d96075a5-bc59-49bd-9183-c1af1d496aec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.579987] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d96075a5-bc59-49bd-9183-c1af1d496aec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.579987] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d96075a5-bc59-49bd-9183-c1af1d496aec',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.668423] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d1d09a-dfb3-4d46-a78e-b5912863350d taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.668958] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.668958] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.669189] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.669517] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.669970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.670084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.670352] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.670483] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.670621] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.670874] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d1d09a-dfb3-4d46-a78e-b5912863350d taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.671051] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.671149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.671562] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.671897] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.672081] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.672486] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.672486] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.672606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.672904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.673068] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1d1d09a-dfb3-4d46-a78e-b5912863350d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.878268] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 in Status: SUCCESS [ 784.878507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.878725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.879023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.879237] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.879376] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.879435] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.879606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.879692] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.879783] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.939350] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d481f56d-0f20-4fe2-91ab-27d99b1834b1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.939350] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.058027] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.060893] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.060893] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.060893] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.061298] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.061600] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.061958] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.061958] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.062183] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.062320] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.062533] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.062642] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.062744] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.062855] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.062963] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.063075] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.063443] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.083052] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-11dadabd-75a8-4314-80ee-5f8f8a8f8824 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.083218] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.084731] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d96075a5-bc59-49bd-9183-c1af1d496aec with status ACTIVE [ 785.084954] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.085115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.085188] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.085409] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.085500] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.085705] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.085807] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.085868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.086043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.086121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.086312] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.086485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.086710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.086932] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.087030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.087122] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d96075a5-bc59-49bd-9183-c1af1d496aec is going to be updated. [ 785.101151] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.101334] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.101526] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.101726] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.102062] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-a155f12b-3386-47bb-9778-38c5655e5fac taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.102247] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-a155f12b-3386-47bb-9778-38c5655e5fac" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.102360] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-a155f12b-3386-47bb-9778-38c5655e5fac" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.102748] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-a155f12b-3386-47bb-9778-38c5655e5fac" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.104033] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a155f12b-3386-47bb-9778-38c5655e5fac',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.115027] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.115200] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.115242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.115464] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.115601] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.115882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d96075a5-bc59-49bd-9183-c1af1d496aec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.175992] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1d1d09a-dfb3-4d46-a78e-b5912863350d: rpc.has_security_group_logging(os_id): False [ 785.217784] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.217932] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.218102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.218247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.218355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.218587] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.218691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.218798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.219247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.219247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.219247] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.219423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.219423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.219480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.219553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.219760] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.219865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.219922] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.220165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.220240] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.220343] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d is going to be created. [ 785.324025] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.324025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.324025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.324025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.324025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.339232] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d in Status: IN_PROGRESS for 2s [ 785.383227] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.444209] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.444209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.444209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.444209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.444209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.444209] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d481f56d-0f20-4fe2-91ab-27d99b1834b1 is going to be updated. [ 785.446195] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.446731] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.446814] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.447115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.447215] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.447643] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 is going to be updated. [ 785.484425] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.484425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.484631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.484763] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.485129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.487714] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.488094] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.488181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.488363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.488524] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.501040] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: IN_PROGRESS for 2s [ 785.501797] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d481f56d-0f20-4fe2-91ab-27d99b1834b1 in Status: IN_PROGRESS for 2s [ 785.566206] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.606992] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.607285] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.607423] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.607777] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.607980] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.608162] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port a155f12b-3386-47bb-9778-38c5655e5fac not found, creating... [ 785.608472] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.608652] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.608791] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.609080] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.609258] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.610010] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.610266] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.610397] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.610627] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.610781] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.610941] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: a155f12b-3386-47bb-9778-38c5655e5fac is going to be created. [ 785.638751] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.638983] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.639117] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.639396] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.639615] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.639846] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-a155f12b-3386-47bb-9778-38c5655e5fac" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.885829] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.068687] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.069201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.069201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.069446] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.069525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.069571] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 is going to be updated. [ 786.103628] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.103834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.103957] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.104278] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.104512] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.114552] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 in Status: IN_PROGRESS for 2s [ 786.333356] env[66272]: INFO networking_nsxv3.common.synchronization [req-a7a24f70-9a78-44e0-923b-3599ead1d936 req-dd196a8f-ecc2-4202-93ef-48a8ab84dc8f service nova] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_rules [ 786.333574] env[66272]: INFO networking_nsxv3.common.synchronization [req-a7a24f70-9a78-44e0-923b-3599ead1d936 req-dd196a8f-ecc2-4202-93ef-48a8ab84dc8f service nova] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 786.333770] env[66272]: INFO networking_nsxv3.common.synchronization [req-a7a24f70-9a78-44e0-923b-3599ead1d936 req-dd196a8f-ecc2-4202-93ef-48a8ab84dc8f service nova] Enqueued Resource ID: a155f12b-3386-47bb-9778-38c5655e5fac with Priority: HIGHEST for action port [ 786.334416] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_rules [ 786.334617] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 786.334761] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a155f12b-3386-47bb-9778-38c5655e5fac with Priority: HIGHEST for action port [ 786.335263] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.335414] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.335513] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.335933] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.336023] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.338799] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.338915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.338972] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.339246] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.339536] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.339636] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.339738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.346045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.346045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.346045] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.346045] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-a155f12b-3386-47bb-9778-38c5655e5fac taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.346045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a155f12b-3386-47bb-9778-38c5655e5fac" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.346045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a155f12b-3386-47bb-9778-38c5655e5fac" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.346045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a155f12b-3386-47bb-9778-38c5655e5fac" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.346045] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a155f12b-3386-47bb-9778-38c5655e5fac',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.388033] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.388215] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.388258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.388542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.388782] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.388782] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 is going to be updated. [ 786.454657] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.454875] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.454962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.455347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.455347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.489975] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 in Status: IN_PROGRESS for 2s [ 786.787754] env[66272]: INFO networking_nsxv3.common.synchronization [None req-1717ba79-5472-47f6-ba05-76d05200c633 None None] Enqueued Resource ID: 4edd2052-e8db-4fc3-9fb4-a7c1333d6b32 with Priority: HIGHEST for action port [ 786.788680] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4edd2052-e8db-4fc3-9fb4-a7c1333d6b32 with Priority: HIGHEST for action port [ 786.789034] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-4edd2052-e8db-4fc3-9fb4-a7c1333d6b32 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.789158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4edd2052-e8db-4fc3-9fb4-a7c1333d6b32" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.789224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4edd2052-e8db-4fc3-9fb4-a7c1333d6b32" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.789504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4edd2052-e8db-4fc3-9fb4-a7c1333d6b32" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.789589] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4edd2052-e8db-4fc3-9fb4-a7c1333d6b32',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.838863] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.839083] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.846579] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.847693] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a155f12b-3386-47bb-9778-38c5655e5fac with status ACTIVE [ 786.847934] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.848086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.848157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.848360] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.848451] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.848620] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.848708] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.848972] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.848972] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.849105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.849267] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.849363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.849424] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.849566] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.849641] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.849725] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a155f12b-3386-47bb-9778-38c5655e5fac is going to be updated. [ 786.871829] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.872055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.872055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.872248] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.872379] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.872808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a155f12b-3386-47bb-9778-38c5655e5fac" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.023608] env[66272]: INFO networking_nsxv3.common.synchronization [req-400ef7d7-f46b-40b3-8bbc-cab90314fc64 req-81a585d6-33bc-4f56-bc45-c6998c5b5466 tempest-ServerRescueTestJSONUnderV235-268189953 tempest-ServerRescueTestJSONUnderV235-268189953-project-member] Enqueued Resource ID: d481f56d-0f20-4fe2-91ab-27d99b1834b1 with Priority: HIGHEST for action security_group_members [ 787.023669] env[66272]: INFO networking_nsxv3.common.synchronization [req-400ef7d7-f46b-40b3-8bbc-cab90314fc64 req-81a585d6-33bc-4f56-bc45-c6998c5b5466 tempest-ServerRescueTestJSONUnderV235-268189953 tempest-ServerRescueTestJSONUnderV235-268189953-project-member] Enqueued Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_members [ 787.024454] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d481f56d-0f20-4fe2-91ab-27d99b1834b1 with Priority: HIGHEST for action security_group_members [ 787.024454] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_members [ 787.025022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d481f56d-0f20-4fe2-91ab-27d99b1834b1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.025144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.025344] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.025425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.080503] env[66272]: INFO networking_nsxv3.common.synchronization [req-400ef7d7-f46b-40b3-8bbc-cab90314fc64 req-81a585d6-33bc-4f56-bc45-c6998c5b5466 tempest-ServerRescueTestJSONUnderV235-268189953 tempest-ServerRescueTestJSONUnderV235-268189953-project-member] Enqueued Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_rules [ 787.080775] env[66272]: INFO networking_nsxv3.common.synchronization [req-400ef7d7-f46b-40b3-8bbc-cab90314fc64 req-81a585d6-33bc-4f56-bc45-c6998c5b5466 tempest-ServerRescueTestJSONUnderV235-268189953 tempest-ServerRescueTestJSONUnderV235-268189953-project-member] Enqueued Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_members [ 787.080816] env[66272]: INFO networking_nsxv3.common.synchronization [req-400ef7d7-f46b-40b3-8bbc-cab90314fc64 req-81a585d6-33bc-4f56-bc45-c6998c5b5466 tempest-ServerRescueTestJSONUnderV235-268189953 tempest-ServerRescueTestJSONUnderV235-268189953-project-member] Enqueued Resource ID: 3e6d2cae-5234-4d62-9d42-9a814f45dd77 with Priority: HIGHEST for action port [ 787.081418] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_rules [ 787.081570] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_members [ 787.081666] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6d2cae-5234-4d62-9d42-9a814f45dd77 with Priority: HIGHEST for action port [ 787.081940] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.082056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.082254] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.082337] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.082513] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e6d2cae-5234-4d62-9d42-9a814f45dd77 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.082610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e6d2cae-5234-4d62-9d42-9a814f45dd77" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.082669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e6d2cae-5234-4d62-9d42-9a814f45dd77" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.082867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e6d2cae-5234-4d62-9d42-9a814f45dd77" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.083018] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e6d2cae-5234-4d62-9d42-9a814f45dd77',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.292345] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4edd2052-e8db-4fc3-9fb4-a7c1333d6b32 [ 787.292612] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.292783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.292856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.293083] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.293172] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.293265] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4edd2052-e8db-4fc3-9fb4-a7c1333d6b32 already deleted. [ 787.293343] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4edd2052-e8db-4fc3-9fb4-a7c1333d6b32" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.352559] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.355359] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d in Status: SUCCESS [ 787.355766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.517218] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d481f56d-0f20-4fe2-91ab-27d99b1834b1 in Status: SUCCESS [ 787.517399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.517576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.517803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.517997] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.518132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.518201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.518479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.518479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.518596] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.518631] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d481f56d-0f20-4fe2-91ab-27d99b1834b1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.522310] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: SUCCESS [ 787.523255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.523255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.523255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.523255] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.523255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.523255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.523529] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.523529] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.523856] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d481f56d-0f20-4fe2-91ab-27d99b1834b1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.525133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.525133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.525133] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.525133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.525133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.525498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.525498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.525498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.525498] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.529872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.529969] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.530219] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.530328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.530328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.531357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.531357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.531357] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.586228] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e6d2cae-5234-4d62-9d42-9a814f45dd77 with status ACTIVE [ 787.586717] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.586717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.586717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.587031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.587031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.587106] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.587209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.587422] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.587422] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.587599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.587716] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.587807] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.587890] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.588158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.588226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.588261] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e6d2cae-5234-4d62-9d42-9a814f45dd77 is going to be updated. [ 787.616171] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.616171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.616171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.616171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.616171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.616171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e6d2cae-5234-4d62-9d42-9a814f45dd77" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.707837] env[66272]: INFO networking_nsxv3.common.synchronization [req-1ad41317-212c-490e-b241-98bd1d013407 req-ae02ca0d-012a-4952-af05-d7cb71ae9613 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 787.709766] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 787.710196] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.710593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.710593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.710720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.710817] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.710911] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.710972] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.711165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.711269] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.711343] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.854852] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.855194] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.855194] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.855356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.855495] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.855643] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be created. [ 787.882850] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.883111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.883111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.883335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.883509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.894568] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: UNINITIALIZED for 2s [ 788.030593] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.030735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.031028] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.031220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.031309] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.031584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.031693] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.031895] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.031977] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.032110] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.032207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.032287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.032374] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d481f56d-0f20-4fe2-91ab-27d99b1834b1 is going to be deleted. [ 788.033504] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d481f56d-0f20-4fe2-91ab-27d99b1834b1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.042026] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.081800] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.082285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.082285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.082285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.082772] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.082772] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.129209] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 in Status: SUCCESS [ 788.129564] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.129861] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.130231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.130535] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.130748] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.130866] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.131475] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.131712] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.131884] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.215876] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.215876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.215876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.215876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.215876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.215876] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.215876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.215876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.215876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.215876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.215876] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 already deleted. [ 788.215876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.450513] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.450734] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-777" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.450853] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-777" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.451233] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-777" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.451529] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.451713] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.451851] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.452125] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.452280] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.452753] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.452869] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.452989] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.453122] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.453264] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.453372] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.453499] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.476114] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.476320] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.476460] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.476689] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-777" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.477066] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-3956b114-1f93-4759-8bcf-1f7c7efddd0f taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.477245] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-3956b114-1f93-4759-8bcf-1f7c7efddd0f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.477355] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-3956b114-1f93-4759-8bcf-1f7c7efddd0f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.477687] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-3956b114-1f93-4759-8bcf-1f7c7efddd0f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.477872] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3956b114-1f93-4759-8bcf-1f7c7efddd0f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.503108] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 in Status: SUCCESS [ 788.503108] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.503108] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.503521] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.503521] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.503642] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.503688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.503835] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.503948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.504211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.504291] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.543750] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d481f56d-0f20-4fe2-91ab-27d99b1834b1: rpc.has_security_group_logging(os_id): False [ 788.544934] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.577485] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.577485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.577485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.577888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.577888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.581216] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.581216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.581216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.581216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.581216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.581216] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d481f56d-0f20-4fe2-91ab-27d99b1834b1 is going to be created. [ 788.608625] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d481f56d-0f20-4fe2-91ab-27d99b1834b1], does not exist path=[/infra/domains/default/groups/d481f56d-0f20-4fe2-91ab-27d99b1834b1]."\n}' [ 788.608625] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d481f56d-0f20-4fe2-91ab-27d99b1834b1 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d481f56d-0f20-4fe2-91ab-27d99b1834b1 [ 788.608625] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 788.634783] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.654381] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.654532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.655315] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.655315] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.656672] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.657203] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.657334] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.657334] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.657533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.657606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.657957] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.658061] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.658061] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.658231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.658288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.658367] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d481f56d-0f20-4fe2-91ab-27d99b1834b1 is going to be created. [ 788.690463] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d481f56d-0f20-4fe2-91ab-27d99b1834b1], does not exist path=[/infra/domains/default/groups/d481f56d-0f20-4fe2-91ab-27d99b1834b1]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d481f56d-0f20-4fe2-91ab-27d99b1834b1 [ 788.690463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d481f56d-0f20-4fe2-91ab-27d99b1834b1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.691126] env[66272]: Traceback (most recent call last): [ 788.691126] env[66272]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 788.691126] env[66272]: return func(*args, **kwargs) [ 788.691126] env[66272]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 788.691126] env[66272]: res.raise_for_status() [ 788.691126] env[66272]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 788.691126] env[66272]: raise HTTPError(http_error_msg, response=self) [ 788.691126] env[66272]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d481f56d-0f20-4fe2-91ab-27d99b1834b1 [ 788.691126] env[66272]: During handling of the above exception, another exception occurred: [ 788.691126] env[66272]: Traceback (most recent call last): [ 788.691126] env[66272]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 788.691126] env[66272]: listener.cb(fileno) [ 788.691126] env[66272]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 788.691126] env[66272]: result = function(*args, **kwargs) [ 788.691126] env[66272]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 788.691126] env[66272]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 788.691126] env[66272]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 788.691126] env[66272]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 788.691126] env[66272]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 788.691126] env[66272]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 788.691126] env[66272]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 788.691126] env[66272]: res.raise_for_status() [ 788.691126] env[66272]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 788.691126] env[66272]: raise HTTPError(http_error_msg, response=self) [ 788.691126] env[66272]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d481f56d-0f20-4fe2-91ab-27d99b1834b1 [ 788.691126] env[66272]: Removing descriptor: 25 [ 788.764783] env[66272]: INFO networking_nsxv3.common.synchronization [None req-fc43c8b6-9e4c-4fa0-a0c1-6edf5cf6c7fe None None] Enqueued Resource ID: d771151b-aeb8-441f-a3be-435a66be6e42 with Priority: HIGHEST for action port [ 788.765422] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d771151b-aeb8-441f-a3be-435a66be6e42 with Priority: HIGHEST for action port [ 788.765889] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-d771151b-aeb8-441f-a3be-435a66be6e42 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.766429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d771151b-aeb8-441f-a3be-435a66be6e42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.766429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d771151b-aeb8-441f-a3be-435a66be6e42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.766429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d771151b-aeb8-441f-a3be-435a66be6e42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.766959] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d771151b-aeb8-441f-a3be-435a66be6e42',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.915168] env[66272]: INFO networking_nsxv3.common.synchronization [None req-583cfb69-61c9-49d1-b0f9-35cb4317e37d None None] Enqueued Resource ID: 877ece5d-6183-4861-aeb9-55ac70095585 with Priority: HIGHEST for action port [ 788.915168] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877ece5d-6183-4861-aeb9-55ac70095585 with Priority: HIGHEST for action port [ 788.915168] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-877ece5d-6183-4861-aeb9-55ac70095585 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.915168] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-877ece5d-6183-4861-aeb9-55ac70095585" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.915168] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-877ece5d-6183-4861-aeb9-55ac70095585" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.915168] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-877ece5d-6183-4861-aeb9-55ac70095585" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.915168] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('877ece5d-6183-4861-aeb9-55ac70095585',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.981865] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.983653] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.983653] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.983653] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.983653] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.983653] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 3956b114-1f93-4759-8bcf-1f7c7efddd0f not found, creating... [ 788.983653] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.983653] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.984023] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.984253] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.984420] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.984883] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.985099] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.985257] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.985634] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.985634] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.985770] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 3956b114-1f93-4759-8bcf-1f7c7efddd0f is going to be created. [ 789.007480] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.007738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.007849] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.008220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.008508] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.008671] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.008813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.008964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.009411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.009411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.009525] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.009585] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.009649] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.009847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.010095] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.010230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.010311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.010499] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.010589] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.010673] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.010764] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.013229] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.013475] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.013622] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.013969] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.014293] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.014871] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-3956b114-1f93-4759-8bcf-1f7c7efddd0f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.048174] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.048174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.048174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.048371] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.048371] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.048486] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 is going to be updated. [ 789.104855] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.105233] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.105233] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.106639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.106639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.126505] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: IN_PROGRESS for 2s [ 789.137472] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.268648] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d771151b-aeb8-441f-a3be-435a66be6e42 [ 789.268889] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.269044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.269113] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.269333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.269422] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.269513] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d771151b-aeb8-441f-a3be-435a66be6e42 already deleted. [ 789.269592] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d771151b-aeb8-441f-a3be-435a66be6e42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.417769] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 877ece5d-6183-4861-aeb9-55ac70095585 [ 789.418132] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.418132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.420960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.420960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.420960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.420960] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:877ece5d-6183-4861-aeb9-55ac70095585 already deleted. [ 789.420960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-877ece5d-6183-4861-aeb9-55ac70095585" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.518408] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2068aff-dba4-4fdb-8afb-94a893a88b09: rpc.has_security_group_logging(os_id): False [ 789.544957] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.545135] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.545204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.545430] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.570751] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.571636] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.571636] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.571636] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.571636] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.572057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.572057] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.572057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.572172] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.572264] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.572299] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.572500] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.572612] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.572674] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.572850] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.572919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.573048] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 is going to be updated. [ 789.640546] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.640661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.642250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.642250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.642250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.642250] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 is going to be updated. [ 789.663394] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.663569] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.663627] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.663843] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.665093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.676044] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.676044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.676044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.676044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.676289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.678650] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 in Status: IN_PROGRESS for 2s [ 789.687210] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 in Status: IN_PROGRESS for 2s [ 789.779616] env[66272]: INFO networking_nsxv3.common.synchronization [req-1ad41317-212c-490e-b241-98bd1d013407 req-223442bd-ebf6-404f-b658-9f58122e9f11 service nova] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_rules [ 789.779796] env[66272]: INFO networking_nsxv3.common.synchronization [req-1ad41317-212c-490e-b241-98bd1d013407 req-223442bd-ebf6-404f-b658-9f58122e9f11 service nova] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 789.779927] env[66272]: INFO networking_nsxv3.common.synchronization [req-1ad41317-212c-490e-b241-98bd1d013407 req-223442bd-ebf6-404f-b658-9f58122e9f11 service nova] Enqueued Resource ID: 3956b114-1f93-4759-8bcf-1f7c7efddd0f with Priority: HIGHEST for action port [ 789.780481] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_rules [ 789.780627] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 789.780699] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3956b114-1f93-4759-8bcf-1f7c7efddd0f with Priority: HIGHEST for action port [ 789.781030] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.782395] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.782395] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.782395] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.782708] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.784093] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.784093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.784179] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.784409] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.784575] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.784679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.784798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.785906] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.786051] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.786159] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.791824] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-3956b114-1f93-4759-8bcf-1f7c7efddd0f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.791965] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3956b114-1f93-4759-8bcf-1f7c7efddd0f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.791965] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3956b114-1f93-4759-8bcf-1f7c7efddd0f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.794146] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3956b114-1f93-4759-8bcf-1f7c7efddd0f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.794146] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3956b114-1f93-4759-8bcf-1f7c7efddd0f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.905077] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 789.905682] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.908047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.908047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.908047] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.908047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.908047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.908047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.908047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.908047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.908047] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.294841] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.295271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.295271] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.297572] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3956b114-1f93-4759-8bcf-1f7c7efddd0f with status ACTIVE [ 790.297812] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.297898] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.298139] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.298252] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.298328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.298515] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.298603] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.298657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.298822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.298897] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.299565] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.299565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.299565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.299565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.299565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.300888] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3956b114-1f93-4759-8bcf-1f7c7efddd0f is going to be updated. [ 790.358591] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.358591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.358591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.358591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.358591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.358591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3956b114-1f93-4759-8bcf-1f7c7efddd0f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.410878] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.410878] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.410878] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.411403] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.411403] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.411403] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.411403] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.411561] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.411611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.411763] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.411953] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.412090] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.412183] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.412397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.412605] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.412691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.412970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.412970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.413068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.413112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.413227] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.798661] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.915912] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1921863-d26c-4bc1-bbc7-b11aaf78fc61: rpc.has_security_group_logging(os_id): False [ 790.939376] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.940244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.940244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.940244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.940244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.942038] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.942038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.942038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.942283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.942542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.944844] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.944844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.944844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.944844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.944844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.944844] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.944844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.944844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.944844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.944844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.944844] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be created. [ 791.017961] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.018169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.018215] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.018444] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.019560] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.032372] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 791.142477] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: SUCCESS [ 791.143320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.143581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.144191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.144328] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.144456] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.144581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.144799] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.145549] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.145709] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.155607] env[66272]: INFO networking_nsxv3.common.synchronization [req-4b15431b-8810-4240-af47-0e27411274ac req-151d9d8b-6a9a-4369-9bc0-6473fb88aebe tempest-ServersNegativeTestMultiTenantJSON-912973690 tempest-ServersNegativeTestMultiTenantJSON-912973690-project-member] Enqueued Resource ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 with Priority: HIGHEST for action security_group_members [ 791.156590] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 with Priority: HIGHEST for action security_group_members [ 791.156940] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8420a13d-340c-4742-bf50-2fc9a7172f08 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.157103] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.157165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.157870] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.157989] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.158116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.158178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.158329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.158421] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.158515] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8420a13d-340c-4742-bf50-2fc9a7172f08',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.306181] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.306181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.306181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.306181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.306181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.306181] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be created. [ 791.371260] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.371773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.371773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.371773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.371940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.399045] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: UNINITIALIZED for 2s [ 791.532794] env[66272]: INFO networking_nsxv3.common.synchronization [None req-c4e544e7-7879-43b8-8ed8-27bacf228729 None None] Enqueued Resource ID: f46f0e20-35d8-4351-8012-d6e0858a0e8a with Priority: HIGHEST for action port [ 791.533556] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46f0e20-35d8-4351-8012-d6e0858a0e8a with Priority: HIGHEST for action port [ 791.533893] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-f46f0e20-35d8-4351-8012-d6e0858a0e8a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.533996] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f46f0e20-35d8-4351-8012-d6e0858a0e8a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.535519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f46f0e20-35d8-4351-8012-d6e0858a0e8a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.536063] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f46f0e20-35d8-4351-8012-d6e0858a0e8a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.536228] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f46f0e20-35d8-4351-8012-d6e0858a0e8a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.647479] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.661857] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.662729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.662864] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.663348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.663348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.663579] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.663699] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.664217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.664217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.664217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.664217] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 already deleted. [ 791.664377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.676609] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.677024] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-685" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.677024] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-685" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.678545] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-685" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.678545] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.678880] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.678880] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.679171] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.679345] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.679568] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.679672] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.679769] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.679872] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.680266] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.680266] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.680266] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.701240] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 in Status: SUCCESS [ 791.701504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.701637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.701870] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.702070] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.702196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.702317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.702428] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.702515] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.702597] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.702670] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.718215] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.718425] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.718600] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.718858] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-685" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.719391] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-ac8d2f26-ace4-44e2-b81e-6c98c4c47b36 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.719975] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-ac8d2f26-ace4-44e2-b81e-6c98c4c47b36" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.719975] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-ac8d2f26-ace4-44e2-b81e-6c98c4c47b36" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.720300] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-ac8d2f26-ace4-44e2-b81e-6c98c4c47b36" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.720739] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac8d2f26-ace4-44e2-b81e-6c98c4c47b36',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.722477] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 in Status: SUCCESS [ 791.722740] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.039587] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f46f0e20-35d8-4351-8012-d6e0858a0e8a [ 792.039886] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.039999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.040053] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.040951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.041128] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.041241] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f46f0e20-35d8-4351-8012-d6e0858a0e8a already deleted. [ 792.041334] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f46f0e20-35d8-4351-8012-d6e0858a0e8a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.150716] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.205263] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.224724] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.227400] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.227400] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.227400] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.227400] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.227400] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port ac8d2f26-ace4-44e2-b81e-6c98c4c47b36 not found, creating... [ 792.227400] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.227400] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.227400] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.227400] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.227400] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.227927] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.227927] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.227927] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.227927] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.227927] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.227927] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: ac8d2f26-ace4-44e2-b81e-6c98c4c47b36 is going to be created. [ 792.249697] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.249906] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.250054] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.250354] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.250604] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.250865] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-ac8d2f26-ace4-44e2-b81e-6c98c4c47b36" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.263960] env[66272]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] NSXv3 Agent Agent loop - iteration:0 completed [ 792.263960] env[66272]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] NSXv3 Agent Agent loop - iteration:1 started [ 792.654590] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.654992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.654992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.655137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.655196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.655295] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 is going to be updated. [ 792.707224] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11dadabd-75a8-4314-80ee-5f8f8a8f8824: rpc.has_security_group_logging(os_id): False [ 792.711985] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.711985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.711985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.711985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.712406] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.724831] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: IN_PROGRESS for 2s [ 792.731757] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.731757] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.731757] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.731757] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.770030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.770030] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.770030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.770030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.770030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.770030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.770030] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 is going to be updated. [ 792.852059] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.852254] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.852302] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.852601] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.852842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.874274] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 in Status: IN_PROGRESS for 2s [ 793.051452] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 793.051684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.115547] env[66272]: INFO networking_nsxv3.common.synchronization [req-4b15431b-8810-4240-af47-0e27411274ac req-46d60c6b-b13a-424c-a275-67e26094caaa service nova] Enqueued Resource ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 with Priority: HIGHEST for action security_group_rules [ 793.115856] env[66272]: INFO networking_nsxv3.common.synchronization [req-4b15431b-8810-4240-af47-0e27411274ac req-46d60c6b-b13a-424c-a275-67e26094caaa service nova] Enqueued Resource ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 with Priority: HIGHEST for action security_group_members [ 793.116044] env[66272]: INFO networking_nsxv3.common.synchronization [req-4b15431b-8810-4240-af47-0e27411274ac req-46d60c6b-b13a-424c-a275-67e26094caaa service nova] Enqueued Resource ID: ac8d2f26-ace4-44e2-b81e-6c98c4c47b36 with Priority: HIGHEST for action port [ 793.116670] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 with Priority: HIGHEST for action security_group_rules [ 793.116885] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 with Priority: HIGHEST for action security_group_members [ 793.117218] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8d2f26-ace4-44e2-b81e-6c98c4c47b36 with Priority: HIGHEST for action port [ 793.117597] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8420a13d-340c-4742-bf50-2fc9a7172f08 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.117765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.117847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.118177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.118300] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8420a13d-340c-4742-bf50-2fc9a7172f08',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.119540] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8420a13d-340c-4742-bf50-2fc9a7172f08 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.119660] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.119726] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.119906] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.120078] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.120299] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.120366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.120533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.120621] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.120709] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8420a13d-340c-4742-bf50-2fc9a7172f08',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.124876] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac8d2f26-ace4-44e2-b81e-6c98c4c47b36 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.124988] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac8d2f26-ace4-44e2-b81e-6c98c4c47b36" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.125558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac8d2f26-ace4-44e2-b81e-6c98c4c47b36" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.125558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac8d2f26-ace4-44e2-b81e-6c98c4c47b36" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.125558] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac8d2f26-ace4-44e2-b81e-6c98c4c47b36',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.412041] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 793.412750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.412750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.412750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.412977] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.412977] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.413102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.413193] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.413319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.413370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.413443] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.626399] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8420a13d-340c-4742-bf50-2fc9a7172f08',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.627612] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8420a13d-340c-4742-bf50-2fc9a7172f08 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.627746] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.628125] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac8d2f26-ace4-44e2-b81e-6c98c4c47b36 with status ACTIVE [ 793.628303] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.628401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.628455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.628668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.628739] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.628906] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.628998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.629077] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.629408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.629408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.629539] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.629539] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.629746] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.629803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.629853] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.629914] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac8d2f26-ace4-44e2-b81e-6c98c4c47b36 is going to be updated. [ 793.679449] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.679940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.679940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.680097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.680772] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.680772] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac8d2f26-ace4-44e2-b81e-6c98c4c47b36" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.917637] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.917852] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.917954] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.918216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.918457] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.918587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.918669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.918876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.918985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.919400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.919400] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.919568] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.919601] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.919756] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.919935] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.920885] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.920885] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.920885] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.920885] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.920885] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.920885] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.130421] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8420a13d-340c-4742-bf50-2fc9a7172f08',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.253009] env[66272]: INFO networking_nsxv3.common.synchronization [req-a9359266-59f1-4d20-8e31-10fb90a4d540 req-5d462250-9818-43be-9085-3532fd9cad15 tempest-ServersTestJSON-389184563 tempest-ServersTestJSON-389184563-project-member] Enqueued Resource ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 with Priority: HIGHEST for action security_group_members [ 794.254151] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 with Priority: HIGHEST for action security_group_members [ 794.254581] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdbdd45-e2c2-4075-851a-0f1176b9a331 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.254779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.254877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.255301] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.255922] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.256085] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.256195] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.257242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.257442] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.257591] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfdbdd45-e2c2-4075-851a-0f1176b9a331',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.423806] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b605b374-c3e0-4fc5-86ef-7858c7524aa1: rpc.has_security_group_logging(os_id): False [ 794.476233] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.476405] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.476444] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.476842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.477110] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.477266] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.477406] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.477471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.477656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.477855] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.478230] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.478375] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.478557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.478819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.478955] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.479265] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.479574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.479574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.479780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.480939] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.480939] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be created. [ 794.568720] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.568720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.569042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.569042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.569635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.584366] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: IN_PROGRESS for 2s [ 794.632768] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.632989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.633125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.633469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.633624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.633783] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 is going to be created. [ 794.675996] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.676298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.676441] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.677044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.677148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.681026] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.681404] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.681404] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.681671] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.681970] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.686690] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.686913] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.687296] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.687487] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.688076] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.688248] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.688379] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.688512] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.688648] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.688776] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.690272] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.708369] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 in Status: UNINITIALIZED for 2s [ 794.719439] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.719604] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.719738] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.719915] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.720357] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-e2f32c1c-c31b-40ca-8cc9-1eea31d2bf58 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.720530] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-e2f32c1c-c31b-40ca-8cc9-1eea31d2bf58" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.720665] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-e2f32c1c-c31b-40ca-8cc9-1eea31d2bf58" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.721100] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-e2f32c1c-c31b-40ca-8cc9-1eea31d2bf58" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.721247] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2f32c1c-c31b-40ca-8cc9-1eea31d2bf58',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.743240] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: SUCCESS [ 794.743512] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.744026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.744261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.744467] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.744587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.744693] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.744828] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.744920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.745015] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.745198] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.745302] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.745366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.749025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.749025] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.749025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.749025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.749025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.749025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.749025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.749025] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.761165] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.761165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.761165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.761528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.761528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.761632] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.761907] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.761907] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.762085] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.762085] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.762191] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 already deleted. [ 794.762239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.896206] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 in Status: SUCCESS [ 794.896640] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.073777] env[66272]: INFO networking_nsxv3.common.synchronization [req-5d84090a-58a4-44ee-8768-bb0544dee93e req-e057118d-b467-4b97-8e78-431f77cc33d2 tempest-AttachInterfacesUnderV243Test-74939590 tempest-AttachInterfacesUnderV243Test-74939590-project-member] Enqueued Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_members [ 795.074993] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGHEST for action security_group_members [ 795.075478] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-11dadabd-75a8-4314-80ee-5f8f8a8f8824 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.075685] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.075762] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.076112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.076298] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.076442] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.076540] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.076750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.076880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.077036] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.224338] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.224607] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.224671] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.225086] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.225330] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.225604] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port e2f32c1c-c31b-40ca-8cc9-1eea31d2bf58 not found, creating... [ 795.225891] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.226115] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.226308] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.226663] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.226877] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.227261] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.227480] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.227654] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.227943] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.228183] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.228362] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: e2f32c1c-c31b-40ca-8cc9-1eea31d2bf58 is going to be created. [ 795.249702] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8043d552-b991-47e2-b8a2-a574bd13ac61: rpc.has_security_group_logging(os_id): False [ 795.254948] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.255216] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.255350] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.255653] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.255886] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.256121] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-e2f32c1c-c31b-40ca-8cc9-1eea31d2bf58" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.274094] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.274359] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.274585] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.274913] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.309569] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.310018] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.310233] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.310341] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.310611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.310730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.311130] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.311297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.311424] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.311630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.311716] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.311916] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.312102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.312102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.312303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.312361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.312432] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 is going to be updated. [ 795.433369] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.433369] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.433821] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.433821] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.434124] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.453415] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: IN_PROGRESS for 2s [ 795.580072] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.580306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.580410] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.580661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.580768] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.580975] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.581091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.581154] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.581666] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.581788] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.581908] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 is going to be updated. [ 795.618143] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.618310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.618373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.618583] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.618721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.629243] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 in Status: IN_PROGRESS for 2s [ 795.976163] env[66272]: INFO networking_nsxv3.common.synchronization [req-a9359266-59f1-4d20-8e31-10fb90a4d540 req-b56cb57f-7170-4254-8a2b-18f95c93726c service nova] Enqueued Resource ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 with Priority: HIGHEST for action security_group_rules [ 795.976400] env[66272]: INFO networking_nsxv3.common.synchronization [req-a9359266-59f1-4d20-8e31-10fb90a4d540 req-b56cb57f-7170-4254-8a2b-18f95c93726c service nova] Enqueued Resource ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 with Priority: HIGHEST for action security_group_members [ 795.976451] env[66272]: INFO networking_nsxv3.common.synchronization [req-a9359266-59f1-4d20-8e31-10fb90a4d540 req-b56cb57f-7170-4254-8a2b-18f95c93726c service nova] Enqueued Resource ID: e2f32c1c-c31b-40ca-8cc9-1eea31d2bf58 with Priority: HIGHEST for action port [ 795.977761] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 with Priority: HIGHEST for action security_group_rules [ 795.978064] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 with Priority: HIGHEST for action security_group_members [ 795.978776] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f32c1c-c31b-40ca-8cc9-1eea31d2bf58 with Priority: HIGHEST for action port [ 795.979151] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.979269] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.979333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.979558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.979635] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfdbdd45-e2c2-4075-851a-0f1176b9a331',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.981460] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdbdd45-e2c2-4075-851a-0f1176b9a331 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.981460] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.981460] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.981945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.982109] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.982207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.982267] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.982412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.982490] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.983449] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfdbdd45-e2c2-4075-851a-0f1176b9a331',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.987023] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2f32c1c-c31b-40ca-8cc9-1eea31d2bf58 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.987023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2f32c1c-c31b-40ca-8cc9-1eea31d2bf58" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.987023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2f32c1c-c31b-40ca-8cc9-1eea31d2bf58" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.987023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2f32c1c-c31b-40ca-8cc9-1eea31d2bf58" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.987023] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2f32c1c-c31b-40ca-8cc9-1eea31d2bf58',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.489570] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdbdd45-e2c2-4075-851a-0f1176b9a331 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.489859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.489859] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfdbdd45-e2c2-4075-851a-0f1176b9a331',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.491993] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2f32c1c-c31b-40ca-8cc9-1eea31d2bf58 with status ACTIVE [ 796.492207] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.492345] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.492408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.492636] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.492716] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.492905] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.493441] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.493717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.494049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.494197] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.494759] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.495275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.495275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.495571] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.495616] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.495761] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2f32c1c-c31b-40ca-8cc9-1eea31d2bf58 is going to be updated. [ 796.522639] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.522639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.522639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.522639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.522639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.522639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2f32c1c-c31b-40ca-8cc9-1eea31d2bf58" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.601644] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 796.601814] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.722660] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 in Status: SUCCESS [ 796.722887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.723068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.723308] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.723505] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.723624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.723690] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.723849] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.723934] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.724067] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.724118] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8420a13d-340c-4742-bf50-2fc9a7172f08',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.998783] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfdbdd45-e2c2-4075-851a-0f1176b9a331',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.227510] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8420a13d-340c-4742-bf50-2fc9a7172f08 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.227784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.227869] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.228060] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.228259] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.231214] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.231363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.231556] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.231649] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.231743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.231930] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8420a13d-340c-4742-bf50-2fc9a7172f08 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.232044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.232099] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.232277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.232383] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.232466] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.232523] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.232662] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.232740] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.232807] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.232924] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8420a13d-340c-4742-bf50-2fc9a7172f08',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.468354] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: SUCCESS [ 797.468647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.468872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.469240] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.469282] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.504741] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.504741] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.504741] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.504741] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.504741] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.504741] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 is going to be created. [ 797.532485] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.533813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.533813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.533813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.533813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.547788] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 in Status: UNINITIALIZED for 2s [ 797.644175] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 in Status: SUCCESS [ 797.644495] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 deletion is rescheduled due to dependency. [ 797.644495] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.736065] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8420a13d-340c-4742-bf50-2fc9a7172f08: rpc.has_security_group_logging(os_id): False [ 797.755299] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.755499] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.755548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.755806] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.755880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.756300] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.756690] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.756690] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.756690] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.756807] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.757105] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.757245] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.757307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.757460] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.757540] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.757970] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.757970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.757970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.758172] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.758172] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.758253] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 is going to be created. [ 797.837076] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.837303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.837501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.837636] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.837873] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.856878] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 in Status: IN_PROGRESS for 2s [ 797.974710] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.975342] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.975656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.977945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.978233] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.978377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.978450] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.978699] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.978817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.978880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.978999] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.255574] env[66272]: INFO networking_nsxv3.common.synchronization [req-e1c92db4-4575-4efc-9894-01371f80515d req-9e9cf340-08f0-4519-a12b-e653128d5959 tempest-ImagesOneServerNegativeTestJSON-471111373 tempest-ImagesOneServerNegativeTestJSON-471111373-project-member] Enqueued Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_members [ 798.257440] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_members [ 798.257440] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.257440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.257440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.257897] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.257897] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.257897] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.257897] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.258141] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.258141] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.258313] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.486270] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.489022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.489022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.489022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.489022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.489022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.489022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.489022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.489022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.489022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.489022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.489022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.489022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.489022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.489022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.489022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.489022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.489022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.489022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.490393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.490393] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.762624] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.762811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.762994] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.763463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.763709] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.766776] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.767262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.768713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.769187] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.769295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.769519] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e already deleted. [ 798.769677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.796208] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.796208] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-108" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.796408] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-108" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.797103] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-108" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.798032] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.798032] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.798032] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.798708] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.798708] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.800152] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.800310] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.800482] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.800545] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.800643] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.800732] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.800863] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.826940] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.827098] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.827216] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.827499] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-108" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.827785] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-e0523ff3-f368-4b26-8130-852e669bc365 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.827998] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-e0523ff3-f368-4b26-8130-852e669bc365" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.828547] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-e0523ff3-f368-4b26-8130-852e669bc365" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.829224] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-e0523ff3-f368-4b26-8130-852e669bc365" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.829470] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0523ff3-f368-4b26-8130-852e669bc365',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.999422] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8043d552-b991-47e2-b8a2-a574bd13ac61: rpc.has_security_group_logging(os_id): False [ 799.021564] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.021963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.021963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.022194] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.022283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.022516] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.022612] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.022667] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.022829] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.022897] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.023103] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.023188] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.023321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.023778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.024027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.025111] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.025111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.025111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.025111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.025111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.025325] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 is going to be updated. [ 799.045717] env[66272]: INFO networking_nsxv3.common.synchronization [req-9b70d98b-7116-47b4-bcdd-b7903350df6c req-3a99f373-3f47-43d8-b79d-10cd343d69e6 tempest-ServerAddressesNegativeTestJSON-984840834 tempest-ServerAddressesNegativeTestJSON-984840834-project-member] Enqueued Resource ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 with Priority: HIGHEST for action security_group_members [ 799.046261] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 with Priority: HIGHEST for action security_group_members [ 799.048065] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.048065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.048065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.048065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.048065] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.048065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.048065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.048065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.048592] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.048592] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66d2cb7b-9ad3-4ea3-b161-e74dcf05e600',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.097758] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.097758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.097758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.097929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.097970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.116325] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: IN_PROGRESS for 2s [ 799.334706] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.334706] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.334706] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.335136] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.335136] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.335866] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port e0523ff3-f368-4b26-8130-852e669bc365 not found, creating... [ 799.335866] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.336303] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.336303] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.336639] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.336871] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.337342] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.337578] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.337700] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.337991] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.338212] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.338626] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: e0523ff3-f368-4b26-8130-852e669bc365 is going to be created. [ 799.364697] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.364977] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.365152] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.365462] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.365735] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.366051] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-e0523ff3-f368-4b26-8130-852e669bc365" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.552103] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.552329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.552759] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.552831] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.562839] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 in Status: SUCCESS [ 799.563093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.563259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.563503] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.563807] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.563983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.564086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.564275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.564404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.564595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.564595] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfdbdd45-e2c2-4075-851a-0f1176b9a331',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.580940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.581343] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.581498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.581584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.581827] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.581937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.582095] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 is going to be updated. [ 799.618846] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.618992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.619077] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.619304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.619449] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.636172] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 in Status: IN_PROGRESS for 2s [ 799.871774] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 in Status: SUCCESS [ 799.872108] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.068312] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfdbdd45-e2c2-4075-851a-0f1176b9a331',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.099241] env[66272]: INFO networking_nsxv3.common.synchronization [req-e1c92db4-4575-4efc-9894-01371f80515d req-2f513341-8d3c-4f37-bf67-5c2fe0d1e977 service nova] Enqueued Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_rules [ 800.099241] env[66272]: INFO networking_nsxv3.common.synchronization [req-e1c92db4-4575-4efc-9894-01371f80515d req-2f513341-8d3c-4f37-bf67-5c2fe0d1e977 service nova] Enqueued Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_members [ 800.099423] env[66272]: INFO networking_nsxv3.common.synchronization [req-e1c92db4-4575-4efc-9894-01371f80515d req-2f513341-8d3c-4f37-bf67-5c2fe0d1e977 service nova] Enqueued Resource ID: e0523ff3-f368-4b26-8130-852e669bc365 with Priority: HIGHEST for action port [ 800.099934] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_rules [ 800.100097] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_members [ 800.102324] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0523ff3-f368-4b26-8130-852e669bc365 with Priority: HIGHEST for action port [ 800.102823] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.103151] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.103151] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.103439] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.103541] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.104609] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.104866] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.104993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.105971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.105971] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.105971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.105971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.105971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.106198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.106351] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.107832] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0523ff3-f368-4b26-8130-852e669bc365 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.107995] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0523ff3-f368-4b26-8130-852e669bc365" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.109033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0523ff3-f368-4b26-8130-852e669bc365" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.111028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0523ff3-f368-4b26-8130-852e669bc365" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.111028] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0523ff3-f368-4b26-8130-852e669bc365',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.246064] env[66272]: INFO networking_nsxv3.common.synchronization [req-551ba8a8-6a73-4d57-a0e7-49382ec3b9ed req-c6e200a4-43d9-4a89-a1d5-55c6a7a4f41b tempest-FloatingIPsAssociationNegativeTestJSON-1818889115 tempest-FloatingIPsAssociationNegativeTestJSON-1818889115-project-member] Enqueued Resource ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f with Priority: HIGHEST for action security_group_members [ 800.247602] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f with Priority: HIGHEST for action security_group_members [ 800.247602] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa96fa8-f00d-44d1-971b-021af0503c9f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.247775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.247775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.248320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.248320] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.248320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.248320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.248516] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.248872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.248995] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa96fa8-f00d-44d1-971b-021af0503c9f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.497525] env[66272]: INFO networking_nsxv3.common.synchronization [req-5bb9b00b-2d49-460b-9f07-100a193dd76e req-859de2ca-c813-4ac4-9998-8e82d29f8d7d tempest-InstanceActionsNegativeTestJSON-603601242 tempest-InstanceActionsNegativeTestJSON-603601242-project-member] Enqueued Resource ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d with Priority: HIGHEST for action security_group_members [ 800.499139] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d with Priority: HIGHEST for action security_group_members [ 800.499596] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1d1d09a-dfb3-4d46-a78e-b5912863350d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.499729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.499816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.500069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.500237] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.500343] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.500439] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.500644] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.500745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.501509] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1d1d09a-dfb3-4d46-a78e-b5912863350d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.571019] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfdbdd45-e2c2-4075-851a-0f1176b9a331: rpc.has_security_group_logging(os_id): False [ 800.593500] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.593682] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.593750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.594099] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.594099] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.594460] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.594555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.594555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.594704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.594781] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.594870] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 is going to be created. [ 800.611690] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.612821] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.612949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.613304] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0523ff3-f368-4b26-8130-852e669bc365 with status ACTIVE [ 800.613472] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.613710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.613710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.614137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.614137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.614251] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.614479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.614479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.614686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.614765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.615012] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.615153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.615225] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.615666] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.615666] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.615666] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0523ff3-f368-4b26-8130-852e669bc365 is going to be updated. [ 800.639407] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.639664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.639821] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.640178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.640424] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.640730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0523ff3-f368-4b26-8130-852e669bc365" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.668453] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.668453] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.668453] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.668742] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.669310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.682304] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 in Status: IN_PROGRESS for 2s [ 800.751977] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.752169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.752435] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.752628] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.768030] env[66272]: INFO networking_nsxv3.common.synchronization [None req-7ea4d872-42dd-499e-abb7-1d2d1f410a0b tempest-ServerActionsTestJSON-249685309 tempest-ServerActionsTestJSON-249685309-project-member] Enqueued Resource ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be with Priority: HIGHEST for action security_group_rules [ 800.768030] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be with Priority: HIGHEST for action security_group_rules [ 800.768690] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.768904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.769051] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.769392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.769549] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cdcfb51-67fc-4f97-ba2e-d6f52c5207be',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.802492] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.806494] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.806707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.806780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.807252] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.807375] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.807509] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f is going to be updated. [ 800.869738] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.869941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.870042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.870383] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.870534] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.887395] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f in Status: IN_PROGRESS for 2s [ 800.914937] env[66272]: INFO networking_nsxv3.common.synchronization [None req-4f67f356-0851-4960-a7bb-312acee3eb9b tempest-ServerActionsTestJSON-249685309 tempest-ServerActionsTestJSON-249685309-project-member] Enqueued Resource ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be with Priority: HIGHEST for action security_group_rules [ 800.915801] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be with Priority: HIGHEST for action security_group_rules [ 800.916340] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.916558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.008466] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.008654] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.008733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.008994] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.042892] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.043598] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.044957] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.044957] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.044957] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.045726] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.045726] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d is going to be updated. [ 801.093010] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.093612] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.093612] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.093612] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.093612] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.105214] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d in Status: IN_PROGRESS for 2s [ 801.113968] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.135508] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: SUCCESS [ 801.135748] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.294856] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.295112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.295112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.295347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.295456] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.295552] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be already deleted. [ 801.295634] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.295780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.295949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.296021] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cdcfb51-67fc-4f97-ba2e-d6f52c5207be',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.460855] env[66272]: INFO networking_nsxv3.common.synchronization [req-a50ada6f-b845-4042-a37a-161ad548a374 req-4a1dcd13-ccd1-4a74-bcb3-36b690a5937d tempest-ServerRescueTestJSON-1121077807 tempest-ServerRescueTestJSON-1121077807-project-member] Enqueued Resource ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 with Priority: HIGHEST for action security_group_members [ 801.462044] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 with Priority: HIGHEST for action security_group_members [ 801.462181] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b0f4fb-78b8-4471-812d-0585ee36f246 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.462433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.462433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.462592] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.462785] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.462869] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.462869] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.463061] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.463119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.463273] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.617169] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.617499] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.617499] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.617693] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.617785] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.617892] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e is going to be created. [ 801.644652] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.644834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.644876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.645115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.646031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.650301] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 in Status: SUCCESS [ 801.650301] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 deletion is rescheduled due to dependency. [ 801.650301] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.654127] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: UNINITIALIZED for 2s [ 801.821305] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.821305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.821305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.821305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.821305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.821305] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be already deleted. [ 801.821305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.965202] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.171021] env[66272]: INFO networking_nsxv3.common.synchronization [req-f210e541-100c-4a54-8186-dc8495908e9e req-d779b0b3-dee7-4edc-999f-ee066d93430b tempest-ListServersNegativeTestJSON-1702563666 tempest-ListServersNegativeTestJSON-1702563666-project-member] Enqueued Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_members [ 802.171021] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_members [ 802.171724] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.174412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.174412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.174412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.174412] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.174412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.174412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.174412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.174412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.174412] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.468250] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.675554] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.698406] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 in Status: SUCCESS [ 802.698704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.901273] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f in Status: SUCCESS [ 802.901602] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f deletion is rescheduled due to dependency. [ 802.901791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.971827] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.971827] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.971940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.972204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.972306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.972414] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 is going to be updated. [ 803.079489] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.079661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.079708] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.080217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.080217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.090287] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 in Status: IN_PROGRESS for 2s [ 803.113939] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d in Status: SUCCESS [ 803.114492] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d deletion is rescheduled due to dependency. [ 803.114492] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.178399] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.206278] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.206512] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.206621] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.206914] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.207167] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.674550] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: SUCCESS [ 803.679436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.680084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.680084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.681118] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.681118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.681118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.681118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.681118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.681651] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.682090] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.682886] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.683016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.683116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.683290] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.683383] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.683447] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 is going to be updated. [ 803.709874] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.722206] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.722351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.722449] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.722633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.722770] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.735788] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: IN_PROGRESS for 2s [ 804.185336] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.185649] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.185727] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.185944] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.186177] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.186312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.186412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.186601] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.186717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.186831] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.187034] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.187236] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.187306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.187451] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.187594] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.187735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.187735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.187877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.188648] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.188648] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.188648] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.213922] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.410539] env[66272]: INFO networking_nsxv3.common.synchronization [req-e405d541-aeaf-4845-b162-db1821e80e1d req-6783c1cc-01cc-4392-b7c4-61bc12463876 tempest-ListServersNegativeTestJSON-1702563666 tempest-ListServersNegativeTestJSON-1702563666-project-member] Enqueued Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_members [ 804.411908] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGHEST for action security_group_members [ 804.412360] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.412479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.691237] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1de50d75-d1e0-42b1-9266-e76d77b9309e: rpc.has_security_group_logging(os_id): False [ 804.711037] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.711037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.711245] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.711506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.711601] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.711847] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.711977] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.712056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.712226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.712306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.712694] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.712860] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.712860] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.713045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.713133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.713332] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.713426] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.713488] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.713937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.714064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.714159] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e is going to be created. [ 804.716917] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 804.717045] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 804.780281] env[66272]: INFO networking_nsxv3.common.synchronization [req-c5c5dd7d-489b-4270-adfa-af4f6dcc9e78 req-216dc190-96b5-4f90-8555-e2995bcd980d tempest-ServersWithSpecificFlavorTestJSON-1724810957 tempest-ServersWithSpecificFlavorTestJSON-1724810957-project-member] Enqueued Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_members [ 804.781018] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_members [ 804.782366] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88faf73-706c-46b9-b8f1-1497dde117bd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.782535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.782607] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.782831] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.783421] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.784255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.784255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.784255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.784255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.784255] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.785710] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.785893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.785893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.788506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.790751] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.803040] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: IN_PROGRESS for 2s [ 805.102747] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 in Status: SUCCESS [ 805.103747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.277082] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.277364] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-839" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.277451] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-839" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.277817] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-839" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.278219] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.279447] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.279676] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.280039] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.280213] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.280473] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.280584] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.280710] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.280841] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.280943] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.281056] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.281211] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.292744] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.294075] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.294318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.295440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.300902] env[66272]: INFO networking_nsxv3.common.synchronization [req-0b09ed2c-5b27-4280-a7dc-1ee273a74ded req-a0f34854-df2b-4443-b77d-ba662c0ad946 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 805.300902] env[66272]: INFO networking_nsxv3.common.synchronization [req-0b09ed2c-5b27-4280-a7dc-1ee273a74ded req-a0f34854-df2b-4443-b77d-ba662c0ad946 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: c0c1113f-8779-4e61-b54b-a734aeedf235 with Priority: HIGHEST for action security_group_members [ 805.301052] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 805.301198] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c1113f-8779-4e61-b54b-a734aeedf235 with Priority: HIGHEST for action security_group_members [ 805.301859] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.302224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.302224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.302461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.302720] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.302882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.303029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.303259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.303419] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.303564] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.304717] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c1113f-8779-4e61-b54b-a734aeedf235 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.304883] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.305032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.305313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.305485] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.305660] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.305859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.306088] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.306237] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.306358] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.308710] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.308901] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.309101] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.309355] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-839" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.310019] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-9b3d12bf-af14-4111-a1d0-babb010daf18 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.310019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-9b3d12bf-af14-4111-a1d0-babb010daf18" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.310204] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-9b3d12bf-af14-4111-a1d0-babb010daf18" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.310597] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-9b3d12bf-af14-4111-a1d0-babb010daf18" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.310765] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b3d12bf-af14-4111-a1d0-babb010daf18',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.317204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.317457] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.317599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.317736] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.317956] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.318093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.318231] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88faf73-706c-46b9-b8f1-1497dde117bd is going to be updated. [ 805.348671] env[66272]: INFO networking_nsxv3.common.synchronization [req-0b09ed2c-5b27-4280-a7dc-1ee273a74ded req-a0f34854-df2b-4443-b77d-ba662c0ad946 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_rules [ 805.348871] env[66272]: INFO networking_nsxv3.common.synchronization [req-0b09ed2c-5b27-4280-a7dc-1ee273a74ded req-a0f34854-df2b-4443-b77d-ba662c0ad946 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 805.349015] env[66272]: INFO networking_nsxv3.common.synchronization [req-0b09ed2c-5b27-4280-a7dc-1ee273a74ded req-a0f34854-df2b-4443-b77d-ba662c0ad946 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: c0c1113f-8779-4e61-b54b-a734aeedf235 with Priority: HIGHEST for action security_group_rules [ 805.349146] env[66272]: INFO networking_nsxv3.common.synchronization [req-0b09ed2c-5b27-4280-a7dc-1ee273a74ded req-a0f34854-df2b-4443-b77d-ba662c0ad946 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: c0c1113f-8779-4e61-b54b-a734aeedf235 with Priority: HIGHEST for action security_group_members [ 805.349273] env[66272]: INFO networking_nsxv3.common.synchronization [req-0b09ed2c-5b27-4280-a7dc-1ee273a74ded req-a0f34854-df2b-4443-b77d-ba662c0ad946 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: 3956b114-1f93-4759-8bcf-1f7c7efddd0f with Priority: HIGHEST for action port [ 805.349971] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_rules [ 805.350363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c1113f-8779-4e61-b54b-a734aeedf235 with Priority: HIGHEST for action security_group_rules [ 805.350531] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3956b114-1f93-4759-8bcf-1f7c7efddd0f with Priority: HIGHEST for action port [ 805.350658] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 805.350754] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c1113f-8779-4e61-b54b-a734aeedf235 with Priority: HIGHEST for action security_group_members [ 805.351142] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.351254] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.351325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.351545] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.351628] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.352622] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0c1113f-8779-4e61-b54b-a734aeedf235 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.352750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.352809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.353363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.353454] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.354873] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-3956b114-1f93-4759-8bcf-1f7c7efddd0f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.354927] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3956b114-1f93-4759-8bcf-1f7c7efddd0f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.354979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3956b114-1f93-4759-8bcf-1f7c7efddd0f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.355196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3956b114-1f93-4759-8bcf-1f7c7efddd0f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.355296] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3956b114-1f93-4759-8bcf-1f7c7efddd0f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.356245] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.356370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.356688] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c1113f-8779-4e61-b54b-a734aeedf235 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.356783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.360708] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.360868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.360979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.361173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.361417] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.375832] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88faf73-706c-46b9-b8f1-1497dde117bd in Status: IN_PROGRESS for 2s [ 805.746150] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: SUCCESS [ 805.746150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.746150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.746150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.746556] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.746556] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.746556] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.746668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.746668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.746740] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.762938] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.763116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.763245] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.763396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.776917] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 805.777926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.778647] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 805.806027] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.806027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.806184] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.806277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.811467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.811984] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 805.812095] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 805.812154] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 805.813506] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.814561] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.814745] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.814857] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.815122] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.815253] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.815390] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 9b3d12bf-af14-4111-a1d0-babb010daf18 not found, creating... [ 805.815631] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.815774] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.815879] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.816095] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.816294] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.816473] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.816605] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.816711] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.816898] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.817031] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.817278] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 9b3d12bf-af14-4111-a1d0-babb010daf18 is going to be created. [ 805.818167] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.851322] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.851322] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.851508] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.851809] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.852104] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.852477] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-9b3d12bf-af14-4111-a1d0-babb010daf18" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.857953] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.858097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.864244] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c1113f-8779-4e61-b54b-a734aeedf235 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.864244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.864428] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3956b114-1f93-4759-8bcf-1f7c7efddd0f with status ACTIVE [ 805.864609] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.864721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.864786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.865012] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.865104] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.865522] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.865522] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.865522] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.865659] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.865741] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.865940] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.866047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.866108] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.866251] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.866366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.866396] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3956b114-1f93-4759-8bcf-1f7c7efddd0f is going to be updated. [ 805.884106] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.884272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.884339] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.884564] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.885831] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.886093] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 805.890082] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.890246] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.890294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.890480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.890741] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.890828] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3956b114-1f93-4759-8bcf-1f7c7efddd0f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.977362] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.977606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.977606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.977837] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.978169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.978414] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 806.081713] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.081888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.081937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.082211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.082451] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.083631] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 806.083631] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'04622331-a528-4ef0-9e2b-733f9502fca2', '66d2cb7b-9ad3-4ea3-b161-e74dcf05e600', '4be6fd3a-2a28-4b7c-bd73-00e934659514', '8fa96fa8-f00d-44d1-971b-021af0503c9f', '95e9e98d-d55f-4c17-b094-844b3c3e9bce', '035d4d49-8f46-4e23-a32f-173749405462', '564f7650-7d77-41e8-90c3-0de8c0f1c728', '2be1b6df-9f0a-498a-a642-abe288ff13b7', 'f08b2987-3b29-48fa-959c-b6a9a79379f0', '8043d552-b991-47e2-b8a2-a574bd13ac61', '11dadabd-75a8-4314-80ee-5f8f8a8f8824', '9356fdaf-15cf-4536-b8ec-19383ea51a57', '840e1e14-546a-4bf3-b34f-642ea06d4906', 'a2068aff-dba4-4fdb-8afb-94a893a88b09', 'ecff4ced-2b77-474b-b22e-c3d2a6b56779', 'd4c45e4a-a070-4b09-ac6c-4d4f14eac691', '7c46c642-b06f-4d3f-8eaf-dc6416bc24bd', '2d30d38d-c53a-4fa3-9f3a-97a2b310c520', 'a8944dcf-918c-4a82-b58e-b74d5caebb20', '8420a13d-340c-4742-bf50-2fc9a7172f08', 'f3f16844-3d19-4160-9c84-cc81268c52e8', 'f75fb5a3-b89d-4ede-816e-c37f3bfe689e', '4a6706c1-671f-4ed0-9deb-2e839a1bfa41', 'f88faf73-706c-46b9-b8f1-1497dde117bd', '43a89827-d8d5-4da7-b742-8b0e72864d57', '70b0f4fb-78b8-4471-812d-0585ee36f246', 'e342bf7b-8a9f-4a78-b1d8-123256f064c4', '4827975c-8bd7-459e-b828-54977af9aa43', 'bfdbdd45-e2c2-4075-851a-0f1176b9a331', 'a1d1d09a-dfb3-4d46-a78e-b5912863350d', 'f1921863-d26c-4bc1-bbc7-b11aaf78fc61', 'cf8da8e2-308f-47ac-a217-fd24eac351a8', '61364464-d258-4812-81d5-97d1afe23fdc', '3513b44b-3758-417c-9595-9cd035b6329d', 'b605b374-c3e0-4fc5-86ef-7858c7524aa1', '1de50d75-d1e0-42b1-9266-e76d77b9309e'} {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 806.083631] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 806.109737] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.109938] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.109975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.110195] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.110287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.110399] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 806.110474] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 806.110697] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 806.191020] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.191020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.191020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.191020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.191799] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.192133] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 806.192321] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 806.192494] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 806.192641] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 806.192808] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 806.192968] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 with Priority: HIGH for action security_group_rules [ 806.194363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.252035] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.252035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.252035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.252035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.273022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.273022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.273022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.273022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.273022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.273022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.273022] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 is going to be updated. [ 806.305173] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.305173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.305173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.305173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.305173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.313381] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: IN_PROGRESS for 2s [ 806.320030] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.322560] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.579178] env[66272]: INFO networking_nsxv3.common.synchronization [req-c5c5dd7d-489b-4270-adfa-af4f6dcc9e78 req-78ed1556-43c6-4534-85d6-44864a6663a5 service nova] Enqueued Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_rules [ 806.579417] env[66272]: INFO networking_nsxv3.common.synchronization [req-c5c5dd7d-489b-4270-adfa-af4f6dcc9e78 req-78ed1556-43c6-4534-85d6-44864a6663a5 service nova] Enqueued Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_members [ 806.579787] env[66272]: INFO networking_nsxv3.common.synchronization [req-c5c5dd7d-489b-4270-adfa-af4f6dcc9e78 req-78ed1556-43c6-4534-85d6-44864a6663a5 service nova] Enqueued Resource ID: 9b3d12bf-af14-4111-a1d0-babb010daf18 with Priority: HIGHEST for action port [ 806.580493] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_rules [ 806.580632] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_members [ 806.580746] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3d12bf-af14-4111-a1d0-babb010daf18 with Priority: HIGHEST for action port [ 806.580848] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGH for action security_group_rules [ 806.580972] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 with Priority: HIGH for action security_group_rules [ 806.581109] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 with Priority: HIGH for action security_group_rules [ 806.581146] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 with Priority: HIGH for action security_group_rules [ 806.581249] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 with Priority: HIGH for action security_group_rules [ 806.581339] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 with Priority: HIGH for action security_group_rules [ 806.581594] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 with Priority: HIGH for action security_group_rules [ 806.581761] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd with Priority: HIGH for action security_group_rules [ 806.581949] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGH for action security_group_rules [ 806.582137] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGH for action security_group_rules [ 806.582318] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 with Priority: HIGH for action security_group_rules [ 806.582749] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGH for action security_group_rules [ 806.582825] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 with Priority: HIGH for action security_group_rules [ 806.582941] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGH for action security_group_rules [ 806.583060] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGH for action security_group_rules [ 806.583180] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGH for action security_group_rules [ 806.583256] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGH for action security_group_rules [ 806.583354] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce with Priority: HIGH for action security_group_rules [ 806.583471] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 with Priority: HIGH for action security_group_rules [ 806.583594] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f with Priority: HIGH for action security_group_rules [ 806.584172] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f88faf73-706c-46b9-b8f1-1497dde117bd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.584413] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.584537] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.584843] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.584956] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.586052] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88faf73-706c-46b9-b8f1-1497dde117bd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.586164] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.586395] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b3d12bf-af14-4111-a1d0-babb010daf18 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.586583] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b3d12bf-af14-4111-a1d0-babb010daf18" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.586583] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b3d12bf-af14-4111-a1d0-babb010daf18" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.586762] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b3d12bf-af14-4111-a1d0-babb010daf18" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.586833] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b3d12bf-af14-4111-a1d0-babb010daf18',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.588135] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.588135] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.588273] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.588445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.588568] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.589372] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be6fd3a-2a28-4b7c-bd73-00e934659514 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.589509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.589509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.589858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.589935] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be6fd3a-2a28-4b7c-bd73-00e934659514',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.591271] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-564f7650-7d77-41e8-90c3-0de8c0f1c728 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.591399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.591483] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.591832] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.591832] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('564f7650-7d77-41e8-90c3-0de8c0f1c728',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.593208] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecff4ced-2b77-474b-b22e-c3d2a6b56779 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.593381] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.593381] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.593514] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.594338] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecff4ced-2b77-474b-b22e-c3d2a6b56779',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.596349] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8420a13d-340c-4742-bf50-2fc9a7172f08 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.596349] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.596349] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.596349] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.596349] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8420a13d-340c-4742-bf50-2fc9a7172f08',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.597438] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8944dcf-918c-4a82-b58e-b74d5caebb20 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.597593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.597679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.597884] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.597963] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8944dcf-918c-4a82-b58e-b74d5caebb20',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.599926] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d30d38d-c53a-4fa3-9f3a-97a2b310c520 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.600174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.600335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.600595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.600720] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d30d38d-c53a-4fa3-9f3a-97a2b310c520',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.601016] env[66272]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 806.602365] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.602488] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.602583] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.602758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.602846] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c46c642-b06f-4d3f-8eaf-dc6416bc24bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.603835] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.603960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.604035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.604428] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.604542] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.605541] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.605672] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.605732] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.605888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.605974] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.607769] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-840e1e14-546a-4bf3-b34f-642ea06d4906 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.607769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.607769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.607769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.607769] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('840e1e14-546a-4bf3-b34f-642ea06d4906',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.608813] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.608953] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.609009] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.609277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.609338] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.610588] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.610705] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.610768] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.610940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.610999] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11dadabd-75a8-4314-80ee-5f8f8a8f8824',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.612249] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.612378] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.612445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.612716] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.613032] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.613736] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.613843] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.613912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.614197] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.614197] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.615276] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.615966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.615966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.615966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.615966] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.619386] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.619560] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.619643] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.619870] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.620023] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.620243] env[66272]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 806.621135] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95e9e98d-d55f-4c17-b094-844b3c3e9bce taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.621231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.621284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.621473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.621550] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95e9e98d-d55f-4c17-b094-844b3c3e9bce',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.622510] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.622622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.622695] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.622888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.622983] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66d2cb7b-9ad3-4ea3-b161-e74dcf05e600',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.623835] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa96fa8-f00d-44d1-971b-021af0503c9f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.623956] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.624027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.624182] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.624278] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa96fa8-f00d-44d1-971b-021af0503c9f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.631221] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.631221] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.631221] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.631221] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.631511] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.631511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.631511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.631654] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.631737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.631838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.631972] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.819678] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: SUCCESS [ 806.819992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.824844] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.825206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.825884] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.825884] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.825884] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.825884] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be updated. [ 806.827864] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.828048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.828048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.828271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.828351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.828443] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c1113f-8779-4e61-b54b-a734aeedf235 is going to be created. [ 806.856226] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.856460] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.856511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.856736] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.856939] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.862670] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.862877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.862921] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.863604] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.863904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.873878] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c1113f-8779-4e61-b54b-a734aeedf235 in Status: UNINITIALIZED for 2s [ 806.873878] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: IN_PROGRESS for 2s [ 807.127822] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b3d12bf-af14-4111-a1d0-babb010daf18 with status ACTIVE [ 807.128110] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.128288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.128397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.128868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.128868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.128868] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.129197] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.129197] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.129197] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.129310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.129484] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.129544] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.129677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.129756] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.129910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.129910] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b3d12bf-af14-4111-a1d0-babb010daf18 is going to be updated. [ 807.131134] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88faf73-706c-46b9-b8f1-1497dde117bd taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.131282] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.137271] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.137452] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.137499] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.137704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.137871] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.137971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.138031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.138214] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.138333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.138388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.138542] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.138627] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.138688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.138850] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.139063] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.139221] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.139344] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.139564] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.139720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.139869] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.139975] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.155262] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.155463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.155463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.155672] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.155776] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.155932] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b3d12bf-af14-4111-a1d0-babb010daf18" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.174054] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.174585] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.174585] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.174585] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.175412] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.175519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.175580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.175759] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.175841] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.175928] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.176026] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.176962] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.177588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.177686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.177831] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.329188] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.329882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.329882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.329882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.329882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.329882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.330504] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.334068] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.335335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.335335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.335335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.335335] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.335335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.335335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.335335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.335335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.335335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.335335] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.337668] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8420a13d-340c-4742-bf50-2fc9a7172f08 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.337829] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.337893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.338066] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.338608] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.338608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.338608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.338754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.338754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.338920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.339020] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8420a13d-340c-4742-bf50-2fc9a7172f08',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.340514] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.340706] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.340706] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.340882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.341105] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.341329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.341329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.341459] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.341544] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.341604] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.341741] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.342869] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.343027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.343136] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.343377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.343613] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.343770] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.343852] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.344073] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.344265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.344404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.344527] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.351464] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.351962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.351962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.352260] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.352324] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.352468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.352539] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.352754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.352861] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.353067] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.353214] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.361599] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.361599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.361599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.361599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.361599] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.361599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.361599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.362048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.362048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.362048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.362048] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.432442] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.433319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.433319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.433319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.436110] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.436110] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.437197] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.437443] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.438477] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.438665] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.439419] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.439879] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.441857] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.442605] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.447835] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.448089] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.450250] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.450479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.451760] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.452543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.452543] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88faf73-706c-46b9-b8f1-1497dde117bd in Status: SUCCESS [ 807.452543] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88faf73-706c-46b9-b8f1-1497dde117bd deletion is rescheduled due to dependency. [ 807.452543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.452722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.452865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.453104] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.453223] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.453290] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.453478] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.453627] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.453685] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.465043] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.465043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.465894] env[66272]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 807.466618] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.466760] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.467783] env[66272]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 807.468381] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.468520] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95e9e98d-d55f-4c17-b094-844b3c3e9bce is going to be deleted. [ 807.470730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.470992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.471105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.471226] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 is going to be deleted. [ 807.472173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.472372] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.495484] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.496060] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecff4ced-2b77-474b-b22e-c3d2a6b56779 is going to be deleted. [ 807.496942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.497346] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.528413] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.528641] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11dadabd-75a8-4314-80ee-5f8f8a8f8824 is going to be deleted. [ 807.529811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.530063] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.548908] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.549260] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.550733] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.550970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.561457] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.561702] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be6fd3a-2a28-4b7c-bd73-00e934659514 is going to be deleted. [ 807.562668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.562877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.582071] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.582275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.611173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.611402] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c46c642-b06f-4d3f-8eaf-dc6416bc24bd is going to be deleted. [ 807.612743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.613112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.618517] env[66272]: INFO networking_nsxv3.common.synchronization [req-93330dc5-1240-4311-b79b-3331dbb7ac12 req-6d6d1617-ae16-451b-8a6d-6e19e9ea021c tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: c0c1113f-8779-4e61-b54b-a734aeedf235 with Priority: HIGHEST for action security_group_members [ 807.618851] env[66272]: INFO networking_nsxv3.common.synchronization [req-93330dc5-1240-4311-b79b-3331dbb7ac12 req-6d6d1617-ae16-451b-8a6d-6e19e9ea021c tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 807.618851] env[66272]: INFO networking_nsxv3.common.synchronization [req-93330dc5-1240-4311-b79b-3331dbb7ac12 req-6d6d1617-ae16-451b-8a6d-6e19e9ea021c tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 with Priority: HIGHEST for action security_group_members [ 807.619540] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c1113f-8779-4e61-b54b-a734aeedf235 with Priority: HIGHEST for action security_group_members [ 807.619623] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 807.619720] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 with Priority: HIGHEST for action security_group_members [ 807.620074] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c1113f-8779-4e61-b54b-a734aeedf235 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.620240] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.620521] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.620521] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.620658] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.620735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.620735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.621120] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.621289] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.621289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.621445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.621513] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.621596] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.621690] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70e18c8a-5a1f-4f9e-b064-4be515bc1bd2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.642361] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04622331-a528-4ef0-9e2b-733f9502fca2: rpc.has_security_group_logging(os_id): False [ 807.664096] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.664594] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d30d38d-c53a-4fa3-9f3a-97a2b310c520 is going to be deleted. [ 807.665604] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.666148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.670680] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.670680] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.687037] env[66272]: INFO networking_nsxv3.common.synchronization [req-93330dc5-1240-4311-b79b-3331dbb7ac12 req-6d6d1617-ae16-451b-8a6d-6e19e9ea021c tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 with Priority: HIGHEST for action security_group_rules [ 807.687207] env[66272]: INFO networking_nsxv3.common.synchronization [req-93330dc5-1240-4311-b79b-3331dbb7ac12 req-6d6d1617-ae16-451b-8a6d-6e19e9ea021c tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 with Priority: HIGHEST for action security_group_members [ 807.687375] env[66272]: INFO networking_nsxv3.common.synchronization [req-93330dc5-1240-4311-b79b-3331dbb7ac12 req-6d6d1617-ae16-451b-8a6d-6e19e9ea021c tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_rules [ 807.687532] env[66272]: INFO networking_nsxv3.common.synchronization [req-93330dc5-1240-4311-b79b-3331dbb7ac12 req-6d6d1617-ae16-451b-8a6d-6e19e9ea021c tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 807.687701] env[66272]: INFO networking_nsxv3.common.synchronization [req-93330dc5-1240-4311-b79b-3331dbb7ac12 req-6d6d1617-ae16-451b-8a6d-6e19e9ea021c tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: c0c1113f-8779-4e61-b54b-a734aeedf235 with Priority: HIGHEST for action security_group_rules [ 807.687828] env[66272]: INFO networking_nsxv3.common.synchronization [req-93330dc5-1240-4311-b79b-3331dbb7ac12 req-6d6d1617-ae16-451b-8a6d-6e19e9ea021c tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: c0c1113f-8779-4e61-b54b-a734aeedf235 with Priority: HIGHEST for action security_group_members [ 807.687952] env[66272]: INFO networking_nsxv3.common.synchronization [req-93330dc5-1240-4311-b79b-3331dbb7ac12 req-6d6d1617-ae16-451b-8a6d-6e19e9ea021c tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: 3956b114-1f93-4759-8bcf-1f7c7efddd0f with Priority: HIGHEST for action port [ 807.688955] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 with Priority: HIGHEST for action security_group_rules [ 807.689085] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_rules [ 807.689223] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c1113f-8779-4e61-b54b-a734aeedf235 with Priority: HIGHEST for action security_group_members [ 807.689392] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3956b114-1f93-4759-8bcf-1f7c7efddd0f with Priority: HIGHEST for action port [ 807.689471] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c1113f-8779-4e61-b54b-a734aeedf235 with Priority: HIGHEST for action security_group_rules [ 807.689609] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 with Priority: HIGHEST for action security_group_members [ 807.689712] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 807.690079] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.690845] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.690845] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.690845] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.690845] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70e18c8a-5a1f-4f9e-b064-4be515bc1bd2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.693048] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.693048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.693286] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c1113f-8779-4e61-b54b-a734aeedf235 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.693354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.693577] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-3956b114-1f93-4759-8bcf-1f7c7efddd0f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.693786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3956b114-1f93-4759-8bcf-1f7c7efddd0f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.693786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3956b114-1f93-4759-8bcf-1f7c7efddd0f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.694039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3956b114-1f93-4759-8bcf-1f7c7efddd0f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.694148] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3956b114-1f93-4759-8bcf-1f7c7efddd0f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.695675] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0c1113f-8779-4e61-b54b-a734aeedf235 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.695801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.696166] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.696166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.696460] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.696583] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.700135] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.700317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.706210] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.706386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.776028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.776028] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 840e1e14-546a-4bf3-b34f-642ea06d4906 is going to be deleted. [ 807.777374] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.777648] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.800337] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.800337] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.833118] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.836774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.837024] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66d2cb7b-9ad3-4ea3-b161-e74dcf05e600 is going to be deleted. [ 807.838401] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.838401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.838401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.838912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.838912] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.839120] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.839120] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.839352] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.839458] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.839561] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.839747] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.839846] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.839902] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.840061] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.840200] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.840283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.840336] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.840477] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.840539] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.840622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.840714] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.841604] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.841767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.866066] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.866066] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.866066] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.867160] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.867160] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.867160] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.867160] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.867391] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.867509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.867760] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.867930] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.869840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.869840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.869840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.869840] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.869840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.869840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.869840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.869840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.869840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.869840] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.871246] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8420a13d-340c-4742-bf50-2fc9a7172f08 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.871366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.871429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.871602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.871755] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.872296] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.872374] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.872533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.872618] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.872710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.872855] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8420a13d-340c-4742-bf50-2fc9a7172f08 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.872992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.873055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.873165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.873362] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.873409] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.873449] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.873588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.873633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.873714] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.873800] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8420a13d-340c-4742-bf50-2fc9a7172f08',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.876439] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.877813] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.877964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.878090] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.878317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.878480] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.879155] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.879549] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.879747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.879838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.879956] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.880104] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.880199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.880262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.880495] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.880568] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.880662] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.880725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.881314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.881314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.881314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.881441] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.882794] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.882920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.882977] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.883173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.883321] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.883415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.883470] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.883643] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.883675] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.883798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.884113] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.884209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.884264] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.884409] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.884552] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.884660] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.884730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.884846] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.884895] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.884977] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.885051] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.886327] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.886467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.886531] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.886655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.886803] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.886890] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.886945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.887095] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.887163] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.887324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.887449] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.887707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.887707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.887707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.887964] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.887964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.887964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.888337] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.888337] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.888337] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.888337] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.894080] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.894080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.898762] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.898943] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa96fa8-f00d-44d1-971b-021af0503c9f is going to be deleted. [ 807.900391] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.900647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.956582] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.980395] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.980395] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 564f7650-7d77-41e8-90c3-0de8c0f1c728 is going to be deleted. [ 807.980714] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.981098] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.981202] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.981457] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95e9e98d-d55f-4c17-b094-844b3c3e9bce" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.981692] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.982605] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.982690] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.982826] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.983920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.984149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.984222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.984499] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecff4ced-2b77-474b-b22e-c3d2a6b56779" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.984499] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.984709] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.984767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.984907] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be6fd3a-2a28-4b7c-bd73-00e934659514" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.984989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.985153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.027920] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.027920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.029551] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.029823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.047020] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.047302] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.055841] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.056295] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.056526] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.056568] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.056823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.056917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.057158] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.057352] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.057434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.057602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.057683] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.057985] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.057985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.058112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.058217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.058313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.058440] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04622331-a528-4ef0-9e2b-733f9502fca2 is going to be updated. [ 808.059713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.059906] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.060075] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.060238] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11dadabd-75a8-4314-80ee-5f8f8a8f8824" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.060379] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.060530] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.060606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.060740] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c46c642-b06f-4d3f-8eaf-dc6416bc24bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.061259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.061416] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.061494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.061607] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d30d38d-c53a-4fa3-9f3a-97a2b310c520" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.061723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.061895] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.061972] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.062101] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66d2cb7b-9ad3-4ea3-b161-e74dcf05e600" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.062895] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.063112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.063209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.063371] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-840e1e14-546a-4bf3-b34f-642ea06d4906" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.063518] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.063670] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.063747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.063856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa96fa8-f00d-44d1-971b-021af0503c9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.124461] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70e18c8a-5a1f-4f9e-b064-4be515bc1bd2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.143545] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.143545] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.143545] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.143545] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.143545] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.144076] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-564f7650-7d77-41e8-90c3-0de8c0f1c728" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.198101] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.198704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.198951] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3956b114-1f93-4759-8bcf-1f7c7efddd0f with status ACTIVE [ 808.199161] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.199278] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.199339] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.199576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.199674] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.199873] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.199972] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.200042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.200211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.200292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.200476] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.200568] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.200628] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.200768] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.200840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.200925] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3956b114-1f93-4759-8bcf-1f7c7efddd0f is going to be updated. [ 808.236513] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.236738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.236857] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.237334] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.237562] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.242524] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.242897] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.242989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.243278] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.243471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.243698] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3956b114-1f93-4759-8bcf-1f7c7efddd0f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.259315] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04622331-a528-4ef0-9e2b-733f9502fca2 in Status: IN_PROGRESS for 2s [ 808.334247] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9356fdaf-15cf-4536-b8ec-19383ea51a57: rpc.has_security_group_logging(os_id): False [ 808.339507] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 in Status: SUCCESS [ 808.339827] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8944dcf-918c-4a82-b58e-b74d5caebb20 deletion is rescheduled due to dependency. [ 808.340211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8944dcf-918c-4a82-b58e-b74d5caebb20" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.343879] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2068aff-dba4-4fdb-8afb-94a893a88b09: rpc.has_security_group_logging(os_id): False [ 808.369880] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.370093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.370195] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.370468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.373302] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.373552] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.377459] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2be1b6df-9f0a-498a-a642-abe288ff13b7: rpc.has_security_group_logging(os_id): False [ 808.390320] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8043d552-b991-47e2-b8a2-a574bd13ac61: rpc.has_security_group_logging(os_id): False [ 808.391493] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4c45e4a-a070-4b09-ac6c-4d4f14eac691: rpc.has_security_group_logging(os_id): False [ 808.392524] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 035d4d49-8f46-4e23-a32f-173749405462: rpc.has_security_group_logging(os_id): False [ 808.393612] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8420a13d-340c-4742-bf50-2fc9a7172f08: rpc.has_security_group_logging(os_id): False [ 808.394814] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f08b2987-3b29-48fa-959c-b6a9a79379f0: rpc.has_security_group_logging(os_id): False [ 808.428180] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.428180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.428180] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.428180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.435506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.435506] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.435506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.435506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.435506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.435506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.435506] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.435955] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.435955] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.436119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.436177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.438332] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.438332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.438484] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.440247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.440247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.440247] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 is going to be updated. [ 808.440247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.440247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.444585] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.444716] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.448535] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.448916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.457022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.457249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.458350] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.458482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.462404] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.482754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.482754] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.482754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.482754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.482754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.482754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.482754] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 is going to be updated. [ 808.485132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.485132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.509285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.509797] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.509991] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.510126] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.510580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.510722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.511172] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.511172] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.511358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.511589] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.511752] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.512090] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.512214] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.512330] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.512620] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.512726] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.512863] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 035d4d49-8f46-4e23-a32f-173749405462 is going to be updated. [ 808.515781] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.515781] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.546576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.547876] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.547876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.547876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.548109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.548311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.548311] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 is going to be updated. [ 808.551561] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.551811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.555560] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.555721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.567905] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.568027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.577641] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.578129] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.578129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.578129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.578363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.578363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.578625] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.578739] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.578866] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.578965] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.579053] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.579239] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.579313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.579377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.579520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.579594] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.579690] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 is going to be updated. [ 808.582010] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.582201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.627956] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70e18c8a-5a1f-4f9e-b064-4be515bc1bd2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.644811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.645145] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.645333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.645333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.645577] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.645649] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.645803] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.645943] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.646029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.646190] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.646264] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.646450] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.646531] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.646663] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.646787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.646787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.646943] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 is going to be updated. [ 808.651467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.651467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.652176] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.652176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.686142] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.686247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.719745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.720230] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.720361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.720361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.720596] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.720706] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.720920] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.721023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.721115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.721296] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.721369] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.721618] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.721746] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.721811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.721998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.724293] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.724434] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 is going to be updated. [ 808.725845] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.726072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.726225] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.729543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.729897] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.793017] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.793017] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.794276] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: IN_PROGRESS for 2s [ 808.800941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.801454] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.801847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.802775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.803142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.803310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.803609] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.804864] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.805023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.805287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.805428] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.805795] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.805940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.806239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.806432] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.806555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.806783] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 is going to be updated. [ 808.808378] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.808378] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.808718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.809718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.809967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.810155] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.811436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.811806] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.811878] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.812804] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.813022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.813506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.819260] env[66272]: INFO networking_nsxv3.common.synchronization [None req-98d686c9-379f-40a7-8201-8728381636b5 None None] Enqueued Resource ID: 33c0a1db-682b-4b8e-81a7-5e253608212d with Priority: HIGHEST for action port [ 808.820044] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c0a1db-682b-4b8e-81a7-5e253608212d with Priority: HIGHEST for action port [ 808.820628] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-33c0a1db-682b-4b8e-81a7-5e253608212d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.820628] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33c0a1db-682b-4b8e-81a7-5e253608212d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.820628] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33c0a1db-682b-4b8e-81a7-5e253608212d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.821265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33c0a1db-682b-4b8e-81a7-5e253608212d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.821351] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c0a1db-682b-4b8e-81a7-5e253608212d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.887235] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: IN_PROGRESS for 2s [ 808.888365] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: IN_PROGRESS for 2s [ 808.890190] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 in Status: IN_PROGRESS for 2s [ 808.890190] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 035d4d49-8f46-4e23-a32f-173749405462 in Status: IN_PROGRESS for 2s [ 808.896169] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c1113f-8779-4e61-b54b-a734aeedf235 in Status: SUCCESS [ 808.896169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.896169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.896169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.896169] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.896169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.896169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.896169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.896169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.896169] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.897772] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 808.898157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.898439] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.898775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.899075] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.899314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.899477] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.900620] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.900620] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.900620] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.940134] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.940308] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.941455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.941455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.941455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.942907] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.943038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.943121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.943332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.943507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.967879] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.968624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.968624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.968624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.969071] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.969201] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88faf73-706c-46b9-b8f1-1497dde117bd is going to be updated. [ 808.972525] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 in Status: IN_PROGRESS for 2s [ 808.973975] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: IN_PROGRESS for 2s [ 809.030039] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.030039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.030039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.030039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.030039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.038334] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.038568] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.038568] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.039373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.039373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.043633] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88faf73-706c-46b9-b8f1-1497dde117bd in Status: IN_PROGRESS for 2s [ 809.100398] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: IN_PROGRESS for 2s [ 809.131093] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.131311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.131380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.131623] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.131727] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.131833] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 is going to be created. [ 809.167021] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.167130] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.167167] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.167475] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.167616] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.198455] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 in Status: UNINITIALIZED for 2s [ 809.327131] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33c0a1db-682b-4b8e-81a7-5e253608212d [ 809.327521] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.327735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.327793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.328015] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.328127] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.328270] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33c0a1db-682b-4b8e-81a7-5e253608212d already deleted. [ 809.328374] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33c0a1db-682b-4b8e-81a7-5e253608212d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.404100] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.404100] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.857494] env[66272]: INFO networking_nsxv3.common.synchronization [req-0dbb3758-63b3-4c9d-a540-faa466dc518b req-928d9f90-bb9c-4184-ad46-9f1544025aa1 tempest-ServerRescueTestJSONUnderV235-268189953 tempest-ServerRescueTestJSONUnderV235-268189953-project-member] Enqueued Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_members [ 809.859337] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGHEST for action security_group_members [ 809.859758] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.859930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.860017] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.860294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.860508] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.860660] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.860760] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.860994] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.861155] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.861203] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.906345] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.907188] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.283608] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04622331-a528-4ef0-9e2b-733f9502fca2 in Status: SUCCESS [ 810.283608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.368113] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.368113] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.368113] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.368113] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.368113] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.368113] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.368113] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.368113] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.368113] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.368113] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.368113] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 is going to be updated. [ 810.395946] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.396397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.396397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.396397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.396541] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.407650] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: IN_PROGRESS for 2s [ 810.409176] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.409306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.409375] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.409573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.409679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.409815] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be updated. [ 810.411131] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.412328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.412328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.412328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.412328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.412328] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c1113f-8779-4e61-b54b-a734aeedf235 is going to be updated. [ 810.443728] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.443728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.443728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.443728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.443728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.445437] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.445553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.445553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.445693] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.445814] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.457037] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: IN_PROGRESS for 2s [ 810.457763] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c1113f-8779-4e61-b54b-a734aeedf235 in Status: IN_PROGRESS for 2s [ 810.822381] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: SUCCESS [ 810.822618] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.905280] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: SUCCESS [ 810.905280] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.906805] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: SUCCESS [ 810.906805] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.907316] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 035d4d49-8f46-4e23-a32f-173749405462 in Status: SUCCESS [ 810.907487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.908088] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 in Status: SUCCESS [ 810.908858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.990680] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: SUCCESS [ 810.991243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.992091] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 in Status: SUCCESS [ 810.992240] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.054122] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88faf73-706c-46b9-b8f1-1497dde117bd in Status: SUCCESS [ 811.054385] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.054555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.054772] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.054965] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.055096] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.055157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.055340] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.055445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.055555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.055657] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.120853] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: SUCCESS [ 811.120853] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.227332] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 in Status: SUCCESS [ 811.227332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.227505] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.228249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.228249] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.228249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.228249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.228479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.228479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.228479] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70e18c8a-5a1f-4f9e-b064-4be515bc1bd2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.315307] env[66272]: INFO networking_nsxv3.common.synchronization [req-7ac48921-2de7-410e-87b1-8d0680738e13 req-4158518b-62be-43cb-b565-7239456bc9af tempest-AttachInterfacesV270Test-1977323308 tempest-AttachInterfacesV270Test-1977323308-project-member] Enqueued Resource ID: 845495e2-dafb-44a2-999d-d20e6884500a with Priority: HIGHEST for action security_group_members [ 811.316190] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 845495e2-dafb-44a2-999d-d20e6884500a with Priority: HIGHEST for action security_group_members [ 811.319161] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-845495e2-dafb-44a2-999d-d20e6884500a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.319399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.319469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.319951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.320163] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.320227] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.320270] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.320453] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.320542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.320641] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('845495e2-dafb-44a2-999d-d20e6884500a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.559998] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.734054] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70e18c8a-5a1f-4f9e-b064-4be515bc1bd2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.825061] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.825516] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.825516] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.825516] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.825516] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.825878] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.825878] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.825878] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.827737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.827737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.827737] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 845495e2-dafb-44a2-999d-d20e6884500a already deleted. [ 811.827737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.870020] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.870020] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-341" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.870020] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-341" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.870339] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-341" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.871563] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.871563] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.871563] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.871563] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.871563] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.871563] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.871563] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.872195] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.872195] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.872195] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.872195] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.872413] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.881271] env[66272]: INFO networking_nsxv3.common.synchronization [None req-8f718251-6ae6-49ca-b6ad-f7a4c3d1c29b None None] Enqueued Resource ID: d1470763-f797-414e-9930-3696c7cbcbee with Priority: HIGHEST for action port [ 811.881691] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1470763-f797-414e-9930-3696c7cbcbee with Priority: HIGHEST for action port [ 811.882114] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1470763-f797-414e-9930-3696c7cbcbee taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.882246] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1470763-f797-414e-9930-3696c7cbcbee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.882315] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1470763-f797-414e-9930-3696c7cbcbee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.882563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1470763-f797-414e-9930-3696c7cbcbee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.882666] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1470763-f797-414e-9930-3696c7cbcbee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.895041] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.895228] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.895397] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.895573] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-341" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.896538] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-8686c0d2-2740-4533-a3cf-b1ad4db58875 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.896538] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-8686c0d2-2740-4533-a3cf-b1ad4db58875" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.896538] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-8686c0d2-2740-4533-a3cf-b1ad4db58875" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.896749] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-8686c0d2-2740-4533-a3cf-b1ad4db58875" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.897041] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8686c0d2-2740-4533-a3cf-b1ad4db58875',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.064068] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f88faf73-706c-46b9-b8f1-1497dde117bd: rpc.has_security_group_logging(os_id): False [ 812.083751] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.083946] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.083991] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.085145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.105808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.106243] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.106401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.106487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.107022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.107022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.107022] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f88faf73-706c-46b9-b8f1-1497dde117bd is going to be updated. [ 812.117085] env[66272]: INFO networking_nsxv3.common.synchronization [req-8d9f5b2c-80d5-40f2-b95a-13cc35370678 req-83a279a2-4bba-42e3-ac83-60bbb9073382 tempest-ListImageFiltersTestJSON-1288324347 tempest-ListImageFiltersTestJSON-1288324347-project-member] Enqueued Resource ID: f3f16844-3d19-4160-9c84-cc81268c52e8 with Priority: HIGHEST for action security_group_members [ 812.117661] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f16844-3d19-4160-9c84-cc81268c52e8 with Priority: HIGHEST for action security_group_members [ 812.117976] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f16844-3d19-4160-9c84-cc81268c52e8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.118104] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.118169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.118366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.118529] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.118636] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.118697] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.118852] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.118936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.119037] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.169348] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.169507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.169572] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.169781] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.169919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.182718] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f88faf73-706c-46b9-b8f1-1497dde117bd in Status: IN_PROGRESS for 2s [ 812.239952] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70e18c8a-5a1f-4f9e-b064-4be515bc1bd2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.388056] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1470763-f797-414e-9930-3696c7cbcbee [ 812.388407] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.388584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.388584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.388860] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.388860] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.389604] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1470763-f797-414e-9930-3696c7cbcbee already deleted. [ 812.389604] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1470763-f797-414e-9930-3696c7cbcbee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.402569] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.403882] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.403882] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.403882] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.404061] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.404144] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 8686c0d2-2740-4533-a3cf-b1ad4db58875 not found, creating... [ 812.404374] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.404493] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.404634] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.405174] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.405331] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.405745] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.405931] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.406064] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.406706] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.406706] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.406706] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 8686c0d2-2740-4533-a3cf-b1ad4db58875 is going to be created. [ 812.418252] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 in Status: SUCCESS [ 812.418817] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 deletion is rescheduled due to dependency. [ 812.418817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.429419] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.429668] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.429880] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.430223] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.430511] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.430704] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-8686c0d2-2740-4533-a3cf-b1ad4db58875" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.472445] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c1113f-8779-4e61-b54b-a734aeedf235 in Status: SUCCESS [ 812.472685] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.472862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.473106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.473375] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.473527] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.473602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.473828] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.473916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.474038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.474147] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.476570] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 812.476821] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.477907] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.477907] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.477907] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.478205] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.478368] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.479115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.479750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.479750] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.481743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.482608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.482608] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.482608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.482608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.484028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.484028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.484028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.484028] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.484773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.484900] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.485082] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.485197] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.485523] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.485523] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.485523] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.486656] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.621269] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.745752] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.745999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.745999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.746272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.746416] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.746489] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 is going to be updated. [ 812.780992] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.780992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.780992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.784388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.784388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.792084] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 in Status: IN_PROGRESS for 2s [ 812.985206] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.986485] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.988595] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.988595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.988595] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.124046] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.217146] env[66272]: INFO networking_nsxv3.common.synchronization [req-7ac48921-2de7-410e-87b1-8d0680738e13 req-758a1eb5-efeb-494f-94cf-3f529ba3da97 service nova] Enqueued Resource ID: 845495e2-dafb-44a2-999d-d20e6884500a with Priority: HIGHEST for action security_group_rules [ 813.217330] env[66272]: INFO networking_nsxv3.common.synchronization [req-7ac48921-2de7-410e-87b1-8d0680738e13 req-758a1eb5-efeb-494f-94cf-3f529ba3da97 service nova] Enqueued Resource ID: 845495e2-dafb-44a2-999d-d20e6884500a with Priority: HIGHEST for action security_group_members [ 813.217498] env[66272]: INFO networking_nsxv3.common.synchronization [req-7ac48921-2de7-410e-87b1-8d0680738e13 req-758a1eb5-efeb-494f-94cf-3f529ba3da97 service nova] Enqueued Resource ID: 8686c0d2-2740-4533-a3cf-b1ad4db58875 with Priority: HIGHEST for action port [ 813.218237] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 845495e2-dafb-44a2-999d-d20e6884500a with Priority: HIGHEST for action security_group_rules [ 813.218237] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 845495e2-dafb-44a2-999d-d20e6884500a with Priority: HIGHEST for action security_group_members [ 813.218324] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8686c0d2-2740-4533-a3cf-b1ad4db58875 with Priority: HIGHEST for action port [ 813.218536] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-845495e2-dafb-44a2-999d-d20e6884500a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.218735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.218735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.218969] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.219062] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('845495e2-dafb-44a2-999d-d20e6884500a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.220029] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-845495e2-dafb-44a2-999d-d20e6884500a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.220084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.220141] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.220308] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.220545] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.220545] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.220653] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.220737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.221361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.221361] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('845495e2-dafb-44a2-999d-d20e6884500a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.221889] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-8686c0d2-2740-4533-a3cf-b1ad4db58875 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.223284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8686c0d2-2740-4533-a3cf-b1ad4db58875" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.223284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8686c0d2-2740-4533-a3cf-b1ad4db58875" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.223284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8686c0d2-2740-4533-a3cf-b1ad4db58875" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.223284] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8686c0d2-2740-4533-a3cf-b1ad4db58875',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.488418] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.490320] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.492042] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0c1113f-8779-4e61-b54b-a734aeedf235: rpc.has_security_group_logging(os_id): False [ 813.511491] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.511491] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.511491] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.511491] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.511491] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.511945] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.511945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.511945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.511945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.512726] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.512726] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0c1113f-8779-4e61-b54b-a734aeedf235 is going to be created. [ 813.571312] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.571539] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.571539] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.571789] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.571941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.585610] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0c1113f-8779-4e61-b54b-a734aeedf235 in Status: IN_PROGRESS for 2s [ 813.627382] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.627640] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.627840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.628261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.628455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.628650] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f16844-3d19-4160-9c84-cc81268c52e8 is going to be updated. [ 813.692112] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.692397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.692397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.692685] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.692836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.707805] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f16844-3d19-4160-9c84-cc81268c52e8 in Status: IN_PROGRESS for 2s [ 813.725125] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-845495e2-dafb-44a2-999d-d20e6884500a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.725125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.725423] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('845495e2-dafb-44a2-999d-d20e6884500a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.726944] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8686c0d2-2740-4533-a3cf-b1ad4db58875 with status ACTIVE [ 813.726944] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.726944] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.726944] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.727131] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.727168] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.727352] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.727435] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.727527] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.727710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.728542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.728542] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.728542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.728542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.728542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.728542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.728542] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8686c0d2-2740-4533-a3cf-b1ad4db58875 is going to be updated. [ 813.761229] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.761446] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.761446] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.762434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.762434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.762434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8686c0d2-2740-4533-a3cf-b1ad4db58875" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.991020] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.991213] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.991284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.991511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.991606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.991707] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c1113f-8779-4e61-b54b-a734aeedf235 is going to be updated. [ 813.993158] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.993285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.993342] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.993520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.993602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.993691] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be updated. [ 814.031937] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.032161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.032256] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.032477] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.032627] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.036541] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.036689] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.036744] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.036946] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.037097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.048839] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c1113f-8779-4e61-b54b-a734aeedf235 in Status: IN_PROGRESS for 2s [ 814.049673] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: IN_PROGRESS for 2s [ 814.197361] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f88faf73-706c-46b9-b8f1-1497dde117bd in Status: SUCCESS [ 814.197673] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.230217] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('845495e2-dafb-44a2-999d-d20e6884500a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.736314] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.736314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.736314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.736662] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.736662] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.736662] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 845495e2-dafb-44a2-999d-d20e6884500a is going to be created. [ 814.766236] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.766236] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.766236] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.766236] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.766512] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.778607] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 845495e2-dafb-44a2-999d-d20e6884500a in Status: UNINITIALIZED for 2s [ 814.802500] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 in Status: SUCCESS [ 814.802500] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.803289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.803647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.803985] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.804234] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.804363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.804811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.804811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.805015] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.805164] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70e18c8a-5a1f-4f9e-b064-4be515bc1bd2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.309609] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70e18c8a-5a1f-4f9e-b064-4be515bc1bd2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.375910] env[66272]: INFO networking_nsxv3.common.synchronization [req-fd6ec7bb-cb2e-4fc2-9aaf-888cdb4c83a2 req-b7ddddcb-22f1-420d-ac72-dd0fcbe7ad26 tempest-ServersNegativeTestMultiTenantJSON-912973690 tempest-ServersNegativeTestMultiTenantJSON-912973690-project-member] Enqueued Resource ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 with Priority: HIGHEST for action security_group_members [ 815.375910] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 with Priority: HIGHEST for action security_group_members [ 815.375910] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-8420a13d-340c-4742-bf50-2fc9a7172f08 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.375910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.375910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.375910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.375910] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.376199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.376199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.376268] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.376298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.376406] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8420a13d-340c-4742-bf50-2fc9a7172f08',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.600841] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0c1113f-8779-4e61-b54b-a734aeedf235 in Status: SUCCESS [ 815.601247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.601732] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.602148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.602222] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.717435] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f16844-3d19-4160-9c84-cc81268c52e8 in Status: SUCCESS [ 815.718031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.815438] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2: rpc.has_security_group_logging(os_id): False [ 815.833822] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.833951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.834081] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.834258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.834348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.834595] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.834743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.834816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.834898] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.835042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.835155] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 is going to be created. [ 815.881331] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.881331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.881331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.881331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.881331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.881331] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.881331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.881331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.881331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.881331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.881331] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 is going to be updated. [ 815.892410] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.892569] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.892626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.892821] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.893009] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.904823] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 in Status: IN_PROGRESS for 2s [ 815.911490] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.911644] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.911713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.911951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.912179] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.921936] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 in Status: IN_PROGRESS for 2s [ 816.060811] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c1113f-8779-4e61-b54b-a734aeedf235 in Status: SUCCESS [ 816.060983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.061087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.061316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.061503] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.061620] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.061686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.061834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.061913] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.062014] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.063609] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 816.063786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.064102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.064299] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.064617] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.064617] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.064767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.064811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.064857] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.064948] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.104779] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c1113f-8779-4e61-b54b-a734aeedf235 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.104779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.568212] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.569503] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.739500] env[66272]: INFO networking_nsxv3.common.synchronization [req-00531f6d-564f-458e-b972-d4c3d658834a req-14c13a62-e9d7-4462-be2f-27a5e84464c7 tempest-ServersNegativeTestJSON-2057624651 tempest-ServersNegativeTestJSON-2057624651-project-member] Enqueued Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_members [ 816.740087] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_members [ 816.740878] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.741157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.741347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.741805] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.742123] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.742356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.742532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.743609] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.743761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.743971] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.789277] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 845495e2-dafb-44a2-999d-d20e6884500a in Status: SUCCESS [ 816.789755] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.789987] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.790322] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.790584] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.791555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.791555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.791555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.791555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.791555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.791555] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('845495e2-dafb-44a2-999d-d20e6884500a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.072930] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.074158] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.115411] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-554 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.115651] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-554" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.115787] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-554" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.116121] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-554" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.116371] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.116601] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.116671] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.116975] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.116975] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.117192] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.117311] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.117420] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.117708] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.117708] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.117863] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.117961] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.139041] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.139041] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.139041] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.139041] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-554" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.139377] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-0006f953-64eb-45f7-9680-cf7136456de7 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.139550] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-0006f953-64eb-45f7-9680-cf7136456de7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.139666] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-0006f953-64eb-45f7-9680-cf7136456de7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.140014] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-0006f953-64eb-45f7-9680-cf7136456de7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.140157] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0006f953-64eb-45f7-9680-cf7136456de7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.246745] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.246745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.246932] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.247044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.247180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.247441] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.247557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.247638] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.247841] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.247950] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.247996] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb already deleted. [ 817.248528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.293640] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-845495e2-dafb-44a2-999d-d20e6884500a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.293825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.293898] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.294281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.295313] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.295528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.295651] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.295904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.296090] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.296160] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.296312] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-845495e2-dafb-44a2-999d-d20e6884500a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.296419] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.296490] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.296654] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.296801] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.296921] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.296982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.297161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.297264] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.297787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.297787] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('845495e2-dafb-44a2-999d-d20e6884500a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.577029] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.577029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.577029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.577429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.577429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.577429] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c1113f-8779-4e61-b54b-a734aeedf235 is going to be updated. [ 817.579021] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.579345] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.579453] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.581436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.581572] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.582289] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be updated. [ 817.615019] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.615019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.615019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.615019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.615019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.615019] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.615019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.615706] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.615975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.616236] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.628306] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: IN_PROGRESS for 2s [ 817.629096] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c1113f-8779-4e61-b54b-a734aeedf235 in Status: IN_PROGRESS for 2s [ 817.644654] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.644654] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.644654] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.644654] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.644654] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.644654] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 0006f953-64eb-45f7-9680-cf7136456de7 not found, creating... [ 817.644654] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.644654] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.644654] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.644654] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.644654] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.645192] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.645580] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.645881] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.646283] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.646713] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.647284] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 0006f953-64eb-45f7-9680-cf7136456de7 is going to be created. [ 817.668019] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.668019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.668019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.668019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.668019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.669330] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-0006f953-64eb-45f7-9680-cf7136456de7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.800613] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 845495e2-dafb-44a2-999d-d20e6884500a: rpc.has_security_group_logging(os_id): False [ 817.824479] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.824898] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.824898] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.825183] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.825564] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.825641] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.825949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.825949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.826318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.826318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.826652] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.826721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.826811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.827190] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.827190] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.827514] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.827765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.827820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.828246] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.828246] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.828453] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 845495e2-dafb-44a2-999d-d20e6884500a is going to be created. [ 817.970252] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 in Status: SUCCESS [ 817.970490] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 deletion is rescheduled due to dependency. [ 817.970623] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.974011] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 in Status: SUCCESS [ 817.974341] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.990719] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.990930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.991088] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.991202] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.991389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.004723] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 845495e2-dafb-44a2-999d-d20e6884500a in Status: IN_PROGRESS for 2s [ 818.419496] env[66272]: INFO networking_nsxv3.common.synchronization [req-00531f6d-564f-458e-b972-d4c3d658834a req-16d3df39-9146-4e47-b2cd-8adf0b1fe134 service nova] Enqueued Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_rules [ 818.419763] env[66272]: INFO networking_nsxv3.common.synchronization [req-00531f6d-564f-458e-b972-d4c3d658834a req-16d3df39-9146-4e47-b2cd-8adf0b1fe134 service nova] Enqueued Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_members [ 818.419972] env[66272]: INFO networking_nsxv3.common.synchronization [req-00531f6d-564f-458e-b972-d4c3d658834a req-16d3df39-9146-4e47-b2cd-8adf0b1fe134 service nova] Enqueued Resource ID: 0006f953-64eb-45f7-9680-cf7136456de7 with Priority: HIGHEST for action port [ 818.420738] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_rules [ 818.420932] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_members [ 818.421098] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0006f953-64eb-45f7-9680-cf7136456de7 with Priority: HIGHEST for action port [ 818.421691] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.421691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.421881] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.424754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.424754] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.424754] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.424754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.424754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.424754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.424754] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.424754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.424754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.424754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.425224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.425224] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.433471] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-0006f953-64eb-45f7-9680-cf7136456de7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.433661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0006f953-64eb-45f7-9680-cf7136456de7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.433765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0006f953-64eb-45f7-9680-cf7136456de7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.434046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0006f953-64eb-45f7-9680-cf7136456de7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.434176] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0006f953-64eb-45f7-9680-cf7136456de7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.438439] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.438587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.940307] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.941449] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0006f953-64eb-45f7-9680-cf7136456de7 with status ACTIVE [ 818.942102] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.942238] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.942305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.942552] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.942742] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.942997] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.943116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.943211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.943434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.943719] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.943832] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.943989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.944089] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.944266] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.944363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.944467] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0006f953-64eb-45f7-9680-cf7136456de7 is going to be updated. [ 818.966282] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.966460] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.966548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.966776] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.966911] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.967086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0006f953-64eb-45f7-9680-cf7136456de7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.038920] env[66272]: INFO networking_nsxv3.common.synchronization [req-6d541bb3-d9b5-444b-801f-d2bdecb8e265 req-a1328a2d-2bc4-4ab4-87b5-3279c111a805 tempest-ServersAdminNegativeTestJSON-822020143 tempest-ServersAdminNegativeTestJSON-822020143-project-member] Enqueued Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGHEST for action security_group_members [ 819.040100] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGHEST for action security_group_members [ 819.040100] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.040100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.040100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.040348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.040529] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.040657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.040754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.040930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.041026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.041124] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.446738] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.479588] env[66272]: INFO networking_nsxv3.common.synchronization [req-993ef876-d599-45af-add7-83f9401b377e req-b0a01933-9134-4b22-a05e-cf50b6a9455d tempest-FloatingIPsAssociationTestJSON-1446305650 tempest-FloatingIPsAssociationTestJSON-1446305650-project-member] Enqueued Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGHEST for action security_group_members [ 819.483048] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGHEST for action security_group_members [ 819.483048] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.483048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.483048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.483048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.483048] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.483048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.483048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.483048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.483048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.483048] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.543494] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.643020] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 819.643020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.643020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.643020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.643020] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.643020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.643020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.643020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.643020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.643020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.643020] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.643020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.643020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.643020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.644120] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.648022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.648022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.648022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.648022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.648022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.648022] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.648022] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c1113f-8779-4e61-b54b-a734aeedf235 in Status: SUCCESS [ 819.648022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.648022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.648022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.648022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.648022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.648022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.648022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.648022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.648823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.649064] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.897830] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.898336] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-705" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.899019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-705" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.899019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-705" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.899396] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.899671] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.899889] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.902832] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.902832] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.902832] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.902832] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.902832] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.902832] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.902832] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.902832] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.902832] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.922153] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.922307] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.923076] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.923076] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-705" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.923076] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-aa6faeb7-746a-4183-a9c3-3868109face6 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.923263] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-aa6faeb7-746a-4183-a9c3-3868109face6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.923374] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-aa6faeb7-746a-4183-a9c3-3868109face6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.923718] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-aa6faeb7-746a-4183-a9c3-3868109face6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.923875] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa6faeb7-746a-4183-a9c3-3868109face6',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.949695] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.949976] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.949976] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.950238] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.950327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.950428] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb is going to be created. [ 819.976024] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.976198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.976269] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.976472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.976651] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.987023] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.996573] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: UNINITIALIZED for 2s [ 820.032142] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 845495e2-dafb-44a2-999d-d20e6884500a in Status: SUCCESS [ 820.032142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.048323] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.152488] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.153533] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b605b374-c3e0-4fc5-86ef-7858c7524aa1: rpc.has_security_group_logging(os_id): False [ 820.178090] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.178307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.178307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.178523] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.200678] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.200992] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.201135] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.201203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.201408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.201489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.201687] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.201786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.201849] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.201999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.203154] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.203154] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.203154] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.203154] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.203154] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.203154] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.203154] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be updated. [ 820.287844] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.288053] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.288150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.288428] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.288648] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.309415] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: IN_PROGRESS for 2s [ 820.427879] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.428204] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.428291] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.428594] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.428743] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.428980] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port aa6faeb7-746a-4183-a9c3-3868109face6 not found, creating... [ 820.429293] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.429454] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.429568] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.429802] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.429939] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.430266] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.430383] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.430538] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.430819] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.430967] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.431126] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: aa6faeb7-746a-4183-a9c3-3868109face6 is going to be created. [ 820.455822] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.456070] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.456229] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.456544] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.457078] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.457296] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-aa6faeb7-746a-4183-a9c3-3868109face6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.486890] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.550193] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.550416] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.550517] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.550816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.550942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.551092] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 is going to be updated. [ 820.583904] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.584071] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.584143] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.584442] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.584556] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.613707] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 in Status: IN_PROGRESS for 2s [ 820.656678] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0c1113f-8779-4e61-b54b-a734aeedf235: rpc.has_security_group_logging(os_id): False [ 820.683737] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.683991] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.684117] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.684421] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.684589] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.684907] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.687070] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.687070] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.687070] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.687070] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.687070] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0c1113f-8779-4e61-b54b-a734aeedf235 is going to be updated. [ 820.769509] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.769766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.769855] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.770215] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.770391] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.792782] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0c1113f-8779-4e61-b54b-a734aeedf235 in Status: IN_PROGRESS for 2s [ 820.991810] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.992112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.992112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.992276] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.992411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.992477] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 035d4d49-8f46-4e23-a32f-173749405462 is going to be updated. [ 821.028599] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.028838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.028838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.029078] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.029280] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.057110] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035d4d49-8f46-4e23-a32f-173749405462 in Status: IN_PROGRESS for 2s [ 821.244508] env[66272]: INFO networking_nsxv3.common.synchronization [req-993ef876-d599-45af-add7-83f9401b377e req-2d88deaa-4e37-4b2a-af2f-c4799a11ca51 service nova] Enqueued Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGHEST for action security_group_rules [ 821.244691] env[66272]: INFO networking_nsxv3.common.synchronization [req-993ef876-d599-45af-add7-83f9401b377e req-2d88deaa-4e37-4b2a-af2f-c4799a11ca51 service nova] Enqueued Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGHEST for action security_group_members [ 821.244821] env[66272]: INFO networking_nsxv3.common.synchronization [req-993ef876-d599-45af-add7-83f9401b377e req-2d88deaa-4e37-4b2a-af2f-c4799a11ca51 service nova] Enqueued Resource ID: aa6faeb7-746a-4183-a9c3-3868109face6 with Priority: HIGHEST for action port [ 821.245401] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGHEST for action security_group_rules [ 821.245536] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGHEST for action security_group_members [ 821.245633] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6faeb7-746a-4183-a9c3-3868109face6 with Priority: HIGHEST for action port [ 821.245932] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.246321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.246396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.246602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.246688] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.248332] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.248540] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.248934] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa6faeb7-746a-4183-a9c3-3868109face6 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.248934] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa6faeb7-746a-4183-a9c3-3868109face6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.248934] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa6faeb7-746a-4183-a9c3-3868109face6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.249159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa6faeb7-746a-4183-a9c3-3868109face6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.249329] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa6faeb7-746a-4183-a9c3-3868109face6',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.751860] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.752769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.752769] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa6faeb7-746a-4183-a9c3-3868109face6 with status ACTIVE [ 821.752990] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.753079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.753138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.753395] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.753487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.754546] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.754546] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.754546] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.754546] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.754546] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.754546] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.754546] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.754546] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.755033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.755033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.755033] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa6faeb7-746a-4183-a9c3-3868109face6 is going to be updated. [ 821.783224] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.784042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.784042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.784042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.784042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.784042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa6faeb7-746a-4183-a9c3-3868109face6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.008777] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: SUCCESS [ 822.009093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.009277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.009501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.009690] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.009809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.009875] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.010253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.010253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.010371] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.010470] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.328021] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 822.328021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.328021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.328021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.328021] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.514563] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.514563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.514563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.514563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.514563] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.514563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.514563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.514563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.514563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.514993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.514993] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.514993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.514993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.515140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.515248] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.515323] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.515366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.515565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.515641] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.515714] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.515799] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.626135] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 in Status: SUCCESS [ 822.626297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.808707] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0c1113f-8779-4e61-b54b-a734aeedf235 in Status: SUCCESS [ 822.809111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.830788] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.831100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.831235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.831655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.831828] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.831986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.832122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.832380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.832596] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.832664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.832770] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.018520] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b4e2204-43b5-4547-b5f9-02f54afdbffb: rpc.has_security_group_logging(os_id): False [ 823.040095] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.040455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.040455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.040615] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.041402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.041402] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.041402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.041402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.041402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.041402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.041685] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.041685] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.041765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.042535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.042535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.042535] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.042535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.042535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.042775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.042775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.042775] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb is going to be created. [ 823.066158] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035d4d49-8f46-4e23-a32f-173749405462 in Status: SUCCESS [ 823.066387] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.066564] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.067032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.067241] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.067361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.067420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.067587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.067680] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.067776] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.112753] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.112906] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.112976] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.113243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.113432] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.133563] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: IN_PROGRESS for 2s [ 823.337494] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.337698] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.337698] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.338033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.338711] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.338711] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.338711] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.338711] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.339185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.339185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.339185] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.339185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.339504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.339504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.339504] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.340077] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.340171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.340320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.340399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.340475] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.340574] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.570398] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.843765] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b605b374-c3e0-4fc5-86ef-7858c7524aa1: rpc.has_security_group_logging(os_id): False [ 823.874424] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.874584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.874704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.874887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.875021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.875249] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.875463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.875463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.875603] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.875659] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.875983] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.876111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.876207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.876440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.876690] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.876762] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.876884] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.876982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.877235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.877358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.877504] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be updated. [ 823.977757] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.977757] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.977757] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.977757] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.977757] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.997049] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: IN_PROGRESS for 2s [ 824.073909] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.579084] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.579287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.579396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.579828] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.579828] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.580074] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 035d4d49-8f46-4e23-a32f-173749405462 is going to be updated. [ 824.614346] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.614497] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.614614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.614780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.614923] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.652185] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035d4d49-8f46-4e23-a32f-173749405462 in Status: IN_PROGRESS for 2s [ 824.676512] env[66272]: INFO networking_nsxv3.common.synchronization [req-d2f55df1-2a63-4851-bcfa-b895d7f4b215 req-c0d8fa46-d7ea-4189-bdb0-e926eb333088 tempest-ImagesTestJSON-1438489800 tempest-ImagesTestJSON-1438489800-project-member] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 824.677074] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 824.678350] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.678350] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.678350] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.678350] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.678350] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.678350] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.678350] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.678658] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.678658] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.678719] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.147397] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: SUCCESS [ 825.147684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.175743] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.176086] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.176267] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.176671] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.177017] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.177262] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.177435] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.177734] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.177977] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.178339] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.178523] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.178665] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.178794] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.178949] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.179081] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.179219] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.181091] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.181256] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.181364] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.181600] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.181738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.182017] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.182167] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.182259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.182462] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.182570] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.182686] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a already deleted. [ 825.182797] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.202551] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.202718] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.202856] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.203079] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.203425] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-5b3cf676-aef7-4c01-b758-ccdc3eacefb6 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.203601] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-5b3cf676-aef7-4c01-b758-ccdc3eacefb6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.203720] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-5b3cf676-aef7-4c01-b758-ccdc3eacefb6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.204070] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-5b3cf676-aef7-4c01-b758-ccdc3eacefb6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.204212] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b3cf676-aef7-4c01-b758-ccdc3eacefb6',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.706874] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.707171] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.707314] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.707597] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.707805] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.708079] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 5b3cf676-aef7-4c01-b758-ccdc3eacefb6 not found, creating... [ 825.708348] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.708508] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.708642] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.708877] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.709199] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.709533] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.709756] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.709914] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.710184] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.710404] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.710599] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 5b3cf676-aef7-4c01-b758-ccdc3eacefb6 is going to be created. [ 825.735438] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.735652] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.735774] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.736113] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.736404] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.737086] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-5b3cf676-aef7-4c01-b758-ccdc3eacefb6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.015178] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 826.015420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.556465] env[66272]: INFO networking_nsxv3.common.synchronization [req-d2f55df1-2a63-4851-bcfa-b895d7f4b215 req-e54e686b-9940-432c-a0fe-89e29d89d70f service nova] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_rules [ 826.556748] env[66272]: INFO networking_nsxv3.common.synchronization [req-d2f55df1-2a63-4851-bcfa-b895d7f4b215 req-e54e686b-9940-432c-a0fe-89e29d89d70f service nova] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 826.556748] env[66272]: INFO networking_nsxv3.common.synchronization [req-d2f55df1-2a63-4851-bcfa-b895d7f4b215 req-e54e686b-9940-432c-a0fe-89e29d89d70f service nova] Enqueued Resource ID: 5b3cf676-aef7-4c01-b758-ccdc3eacefb6 with Priority: HIGHEST for action port [ 826.557313] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_rules [ 826.557461] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 826.557561] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b3cf676-aef7-4c01-b758-ccdc3eacefb6 with Priority: HIGHEST for action port [ 826.558206] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.558206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.558206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.558547] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.558547] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.559477] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.559595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.559972] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.559972] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.560078] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.560129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.560442] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.560442] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.560442] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.560632] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.561392] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b3cf676-aef7-4c01-b758-ccdc3eacefb6 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.561509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b3cf676-aef7-4c01-b758-ccdc3eacefb6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.562153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b3cf676-aef7-4c01-b758-ccdc3eacefb6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.562153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b3cf676-aef7-4c01-b758-ccdc3eacefb6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.562153] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b3cf676-aef7-4c01-b758-ccdc3eacefb6',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.668033] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035d4d49-8f46-4e23-a32f-173749405462 in Status: SUCCESS [ 826.668121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.669825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.669825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.670065] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.670065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.670196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.670249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.670700] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.670700] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.670700] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.064285] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.065433] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.065654] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.065724] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b3cf676-aef7-4c01-b758-ccdc3eacefb6 with status ACTIVE [ 827.065830] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.066020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.066082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.066297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.066382] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.066576] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.066648] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.066698] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.066834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.066905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.067334] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.067398] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.067459] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.067605] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.067679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.067759] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b3cf676-aef7-4c01-b758-ccdc3eacefb6 is going to be updated. [ 827.093822] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.093822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.093822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.093822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.094120] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.094175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b3cf676-aef7-4c01-b758-ccdc3eacefb6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.178307] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.178428] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.178467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.178800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.179869] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.180436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.180436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.180436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.180592] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.180592] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.180737] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.180832] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.180890] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.181055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.181220] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.181300] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.181336] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.181465] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.181887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.181887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.181887] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.572030] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.683986] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 035d4d49-8f46-4e23-a32f-173749405462: rpc.has_security_group_logging(os_id): False [ 827.706325] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.706519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.706576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.706798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.707824] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.707824] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.707824] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.707824] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.707824] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.707824] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.707824] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.707824] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.707824] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.708441] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.708441] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.708441] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.708441] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.708441] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.708637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.708684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.709444] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 035d4d49-8f46-4e23-a32f-173749405462 is going to be updated. [ 827.782399] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.782588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.782704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.782893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.783035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.800757] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 035d4d49-8f46-4e23-a32f-173749405462 in Status: IN_PROGRESS for 2s [ 828.064898] env[66272]: INFO networking_nsxv3.common.synchronization [req-0abc4d61-2a02-44c9-8a7b-59a50e1a0454 req-10bd5f4d-9ba4-48b1-aec9-6166c9bc1c30 tempest-AttachInterfacesV270Test-1977323308 tempest-AttachInterfacesV270Test-1977323308-project-member] Enqueued Resource ID: 845495e2-dafb-44a2-999d-d20e6884500a with Priority: HIGHEST for action security_group_members [ 828.065564] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 845495e2-dafb-44a2-999d-d20e6884500a with Priority: HIGHEST for action security_group_members [ 828.068213] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-845495e2-dafb-44a2-999d-d20e6884500a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.068460] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.068460] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.068681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.069093] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.069093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.069093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.069329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.069329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.069329] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('845495e2-dafb-44a2-999d-d20e6884500a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.073814] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.074021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.074021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.074224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.074310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.074412] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be created. [ 828.103857] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.104120] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.104120] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.104324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.104499] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.115512] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: UNINITIALIZED for 2s [ 828.572947] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.573259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.573297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.573591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.573724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.573955] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.574077] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.574137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.574319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.574405] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.574502] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 845495e2-dafb-44a2-999d-d20e6884500a is going to be updated. [ 828.606425] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.606425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.606425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.606425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.606425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.620541] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 845495e2-dafb-44a2-999d-d20e6884500a in Status: IN_PROGRESS for 2s [ 829.273087] env[66272]: INFO networking_nsxv3.common.synchronization [None req-060de845-76a4-4fed-a9f4-588e24315789 None None] Enqueued Resource ID: 8eca7cb8-f8c6-411e-b375-de388d19f9ad with Priority: HIGHEST for action port [ 829.273733] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eca7cb8-f8c6-411e-b375-de388d19f9ad with Priority: HIGHEST for action port [ 829.274075] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eca7cb8-f8c6-411e-b375-de388d19f9ad taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.274290] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eca7cb8-f8c6-411e-b375-de388d19f9ad" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.274383] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eca7cb8-f8c6-411e-b375-de388d19f9ad" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.274986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eca7cb8-f8c6-411e-b375-de388d19f9ad" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.274986] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eca7cb8-f8c6-411e-b375-de388d19f9ad',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.777178] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8eca7cb8-f8c6-411e-b375-de388d19f9ad [ 829.777473] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.777543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.777757] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.777905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.777905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.778022] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8eca7cb8-f8c6-411e-b375-de388d19f9ad already deleted. [ 829.778141] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eca7cb8-f8c6-411e-b375-de388d19f9ad" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.817335] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 035d4d49-8f46-4e23-a32f-173749405462 in Status: SUCCESS [ 829.817642] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.130502] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 830.130502] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.130502] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.130502] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.131075] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.131075] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.131075] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.131075] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.134025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.134025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.134025] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.561978] env[66272]: INFO networking_nsxv3.common.synchronization [req-7a45968a-f0bf-40d1-8a8b-823d204b3ec1 req-caac32a6-1bee-4fc1-9e8d-ea430f13ecf8 tempest-ImagesOneServerNegativeTestJSON-471111373 tempest-ImagesOneServerNegativeTestJSON-471111373-project-member] Enqueued Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_members [ 830.562647] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_members [ 830.563015] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.563185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.563257] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.563489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.564478] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.564636] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.564704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.564899] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.565022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.565116] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.633498] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 845495e2-dafb-44a2-999d-d20e6884500a in Status: SUCCESS [ 830.633671] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 845495e2-dafb-44a2-999d-d20e6884500a deletion is rescheduled due to dependency. [ 830.633781] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.636606] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.637980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.638360] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.638827] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.638827] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.639235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.639235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.639235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.639455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.639455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.639619] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.639671] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.639730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.639873] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.640599] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.640599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.640599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.640599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.640599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.640599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.640599] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.070360] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.070360] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.070786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.070786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.092316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.092860] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.092860] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.092860] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.093081] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.093081] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.093154] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e is going to be updated. [ 831.126742] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.126742] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.126937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.127033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.127363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.136627] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: IN_PROGRESS for 2s [ 831.146105] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4d1661b-b7ca-4f46-8aa7-72cee5fd984a: rpc.has_security_group_logging(os_id): False [ 831.165464] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.165676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.165762] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.166162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.166308] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.166904] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.167105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.167327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.167490] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.167787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.167964] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.168065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.168222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.168435] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.168525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.168719] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.168806] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.168901] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.169017] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.169140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.169333] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be created. [ 831.265110] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.265481] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.265567] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.265832] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.266158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.285931] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 831.681512] env[66272]: INFO networking_nsxv3.common.synchronization [None req-86e791eb-ff01-49a4-8069-e6b10de6fe28 None None] Enqueued Resource ID: bb124972-e2c9-4be9-8215-05a656766625 with Priority: HIGHEST for action port [ 831.682299] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb124972-e2c9-4be9-8215-05a656766625 with Priority: HIGHEST for action port [ 831.682679] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb124972-e2c9-4be9-8215-05a656766625 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.682986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb124972-e2c9-4be9-8215-05a656766625" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.683070] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb124972-e2c9-4be9-8215-05a656766625" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.683346] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb124972-e2c9-4be9-8215-05a656766625" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.683426] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb124972-e2c9-4be9-8215-05a656766625',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.186392] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb124972-e2c9-4be9-8215-05a656766625 [ 832.186726] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.186726] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.186925] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.189069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.189477] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.189477] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb124972-e2c9-4be9-8215-05a656766625 already deleted. [ 832.189652] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb124972-e2c9-4be9-8215-05a656766625" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.150725] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: SUCCESS [ 833.151497] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e deletion is rescheduled due to dependency. [ 833.151497] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.303626] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 833.304407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.051038] env[66272]: INFO networking_nsxv3.common.synchronization [req-5b63228c-d97b-4a01-86e5-34710f9fc480 req-822b5c3a-0f2a-4fde-8085-0cd61cf4b568 tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 835.051722] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 835.052608] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.052843] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.052929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.053372] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.053552] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.053658] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.053722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.053885] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.053975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.054087] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.423720] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.423720] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.423720] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.423720] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.423973] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.424461] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.424602] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.424831] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.424976] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.425455] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.425627] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.425742] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.425864] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.425962] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.426083] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.426426] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.448706] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.448899] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.449048] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.449253] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.449702] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-3e19f6ae-dc0f-4170-836e-9036ef5f45e1 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.449902] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-3e19f6ae-dc0f-4170-836e-9036ef5f45e1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.450031] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-3e19f6ae-dc0f-4170-836e-9036ef5f45e1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.450351] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-3e19f6ae-dc0f-4170-836e-9036ef5f45e1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.450489] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e19f6ae-dc0f-4170-836e-9036ef5f45e1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.556836] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.557097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.557097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.557243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.557456] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.558645] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.558645] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.558645] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.558645] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.558645] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.558645] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 already deleted. [ 835.558645] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.953662] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.953985] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.954091] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.954485] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.954675] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.954840] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 3e19f6ae-dc0f-4170-836e-9036ef5f45e1 not found, creating... [ 835.955142] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.955332] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.955456] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.955705] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.955864] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.956203] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.956418] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.956548] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.956790] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.956941] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.957108] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 3e19f6ae-dc0f-4170-836e-9036ef5f45e1 is going to be created. [ 835.981277] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.981277] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.981277] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.981575] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.981827] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.982100] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-3e19f6ae-dc0f-4170-836e-9036ef5f45e1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.810980] env[66272]: INFO networking_nsxv3.common.synchronization [req-5b63228c-d97b-4a01-86e5-34710f9fc480 req-5e581228-11d3-4c1b-8cd4-faff262b3d95 service nova] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_rules [ 836.811279] env[66272]: INFO networking_nsxv3.common.synchronization [req-5b63228c-d97b-4a01-86e5-34710f9fc480 req-5e581228-11d3-4c1b-8cd4-faff262b3d95 service nova] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 836.811279] env[66272]: INFO networking_nsxv3.common.synchronization [req-5b63228c-d97b-4a01-86e5-34710f9fc480 req-5e581228-11d3-4c1b-8cd4-faff262b3d95 service nova] Enqueued Resource ID: 3e19f6ae-dc0f-4170-836e-9036ef5f45e1 with Priority: HIGHEST for action port [ 836.811803] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_rules [ 836.811944] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 836.812221] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e19f6ae-dc0f-4170-836e-9036ef5f45e1 with Priority: HIGHEST for action port [ 836.812644] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.813605] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.813605] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.813605] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.813989] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.815203] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.815345] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.815415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.815640] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.815937] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.816123] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.816123] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.816606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.816606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.816606] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.817886] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e19f6ae-dc0f-4170-836e-9036ef5f45e1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.818025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e19f6ae-dc0f-4170-836e-9036ef5f45e1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.818074] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e19f6ae-dc0f-4170-836e-9036ef5f45e1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.818258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e19f6ae-dc0f-4170-836e-9036ef5f45e1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.818373] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e19f6ae-dc0f-4170-836e-9036ef5f45e1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.320571] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.322908] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.322908] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.324185] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e19f6ae-dc0f-4170-836e-9036ef5f45e1 with status ACTIVE [ 837.324185] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.324185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.324185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.324185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.324475] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.324643] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.324822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.326584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.326584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.326584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.326584] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.326584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.326584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.326584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.326584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.326584] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e19f6ae-dc0f-4170-836e-9036ef5f45e1 is going to be updated. [ 837.353251] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.353382] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.353446] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.353654] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.354597] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.354597] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e19f6ae-dc0f-4170-836e-9036ef5f45e1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.829200] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.234595] env[66272]: INFO networking_nsxv3.common.synchronization [req-6a3f1fa6-3de7-4cd7-b828-36942ef9c252 req-23045b9d-3bd4-4aa8-adb4-edea6c35cb58 tempest-ServersAdminTestJSON-522433335 tempest-ServersAdminTestJSON-522433335-project-member] Enqueued Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 838.235156] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 838.235463] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.235862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.235862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.236079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.236252] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.236378] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.236447] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.236599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.236678] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.236768] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.332303] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.332979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.332979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.332979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.332979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.332979] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be created. [ 838.360483] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.360657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.360657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.360916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.361087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.372634] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: UNINITIALIZED for 2s [ 838.739975] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.242337] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.745831] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.746032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.746077] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.747115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.747115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.747115] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 is going to be updated. [ 839.778682] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.779494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.779494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.779494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.779494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.789019] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: IN_PROGRESS for 2s [ 840.242817] env[66272]: INFO networking_nsxv3.common.synchronization [req-ded5a582-1e98-425a-8e38-841e2105d743 req-c6d725f1-b5ad-490c-9599-71cc384b211b tempest-ServerRescueTestJSON-1121077807 tempest-ServerRescueTestJSON-1121077807-project-member] Enqueued Resource ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 with Priority: HIGHEST for action security_group_members [ 840.242817] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 with Priority: HIGHEST for action security_group_members [ 840.242817] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b0f4fb-78b8-4471-812d-0585ee36f246 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.242817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.242817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.242817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.242817] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.242817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.242817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.242817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.242817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.242817] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.383499] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: SUCCESS [ 840.383760] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.383919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.384164] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.384380] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.384510] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.384568] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.384721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.384803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.384882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.384974] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.746096] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.746283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.746339] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.746561] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.767872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.768168] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.768292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.768354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.768848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.768848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.768848] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 is going to be updated. [ 840.795485] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.795485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.795921] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.795921] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.795921] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.806371] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 in Status: IN_PROGRESS for 2s [ 840.888329] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.888614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.889872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.889872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.889872] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.890200] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.890200] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.890270] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.890399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.890542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.890776] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.890913] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.891037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.891267] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.891491] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.891642] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.891736] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.891932] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.892069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.892182] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.892301] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.394846] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4644cca9-b84a-43dc-8594-72662ee6f8f3: rpc.has_security_group_logging(os_id): False [ 841.415208] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.415438] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.415552] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.415868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.416040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.416363] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.416611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.416689] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.416878] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.417008] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.417262] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.417366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.417429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.417589] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.417668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.417852] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.417949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.418019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.418162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.418237] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.418331] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be created. [ 841.517420] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.517668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.517668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.517858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.518056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.531915] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: IN_PROGRESS for 2s [ 841.800039] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: SUCCESS [ 841.800286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.816385] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 in Status: SUCCESS [ 842.816728] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 deletion is rescheduled due to dependency. [ 842.816880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.546353] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: SUCCESS [ 843.547321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.880761] env[66272]: INFO networking_nsxv3.common.synchronization [req-1584228e-bd60-4382-8333-7c9d44b5f6de req-9690eda5-c5ec-4631-a615-5a1c92066616 tempest-FloatingIPsAssociationTestJSON-1446305650 tempest-FloatingIPsAssociationTestJSON-1446305650-project-member] Enqueued Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGHEST for action security_group_members [ 843.881963] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGHEST for action security_group_members [ 843.881963] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.882262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.882262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.883183] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.883183] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.883183] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.883183] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.883183] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.883183] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.883183] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.386690] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.889040] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.293023] env[66272]: INFO networking_nsxv3.common.synchronization [req-564c7a20-fc75-4cc3-8eaf-4825e92bfb22 req-b4f23331-29c9-4b83-ad27-e3f3043941e2 tempest-ServersTestJSON-389184563 tempest-ServersTestJSON-389184563-project-member] Enqueued Resource ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 with Priority: HIGHEST for action security_group_members [ 845.293023] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 with Priority: HIGHEST for action security_group_members [ 845.293023] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdbdd45-e2c2-4075-851a-0f1176b9a331 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.293023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.293023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.293023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.293023] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.293023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.293023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.293741] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.293741] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.293741] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfdbdd45-e2c2-4075-851a-0f1176b9a331',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.392242] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.392458] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.392573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.393423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.393423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.393423] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 035d4d49-8f46-4e23-a32f-173749405462 is going to be updated. [ 845.431379] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.431379] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.431778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.432086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.432260] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.442880] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035d4d49-8f46-4e23-a32f-173749405462 in Status: IN_PROGRESS for 2s [ 845.795400] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.796050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.796313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.796896] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.826050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.826392] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.826515] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.826633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.826860] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.826941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.827045] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 is going to be updated. [ 845.865737] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.865737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.865737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.866025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.866194] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.878217] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 in Status: IN_PROGRESS for 2s [ 846.121198] env[66272]: INFO networking_nsxv3.common.synchronization [req-b3b5dfeb-0264-4323-84db-0df6dca50d8b req-ead9bbca-eb60-41c2-a148-1a5db6ca93d3 tempest-ServerActionsTestJSON-249685309 tempest-ServerActionsTestJSON-249685309-project-member] Enqueued Resource ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be with Priority: HIGHEST for action security_group_members [ 846.121198] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be with Priority: HIGHEST for action security_group_members [ 846.121198] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.122296] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.122579] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.123086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.123464] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.123900] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.124161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.124646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.125019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.125304] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cdcfb51-67fc-4f97-ba2e-d6f52c5207be',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.565220] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-670 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.566636] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-670" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.568369] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-670" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.568369] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-670" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.568369] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.568369] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.568369] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.569435] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.569435] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.569435] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.569435] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.569435] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.569599] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.569702] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.572473] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.572473] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.604728] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.604918] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.605066] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.605252] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-670" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.605591] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-8e3c18a0-61ce-44bb-8c9d-742dc7cb9f74 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.605768] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-8e3c18a0-61ce-44bb-8c9d-742dc7cb9f74" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.605889] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-8e3c18a0-61ce-44bb-8c9d-742dc7cb9f74" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.606282] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-8e3c18a0-61ce-44bb-8c9d-742dc7cb9f74" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.606432] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e3c18a0-61ce-44bb-8c9d-742dc7cb9f74',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.628508] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.628508] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.628508] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.629076] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.629076] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.629076] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.629076] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.629247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.629356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.629432] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.629522] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be already deleted. [ 846.629600] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.111172] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.111413] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.111526] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.111874] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.112073] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.112232] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 8e3c18a0-61ce-44bb-8c9d-742dc7cb9f74 not found, creating... [ 847.112506] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.112665] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.112792] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.113086] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.113245] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.113542] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.113707] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.113820] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.114221] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.114471] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.114727] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 8e3c18a0-61ce-44bb-8c9d-742dc7cb9f74 is going to be created. [ 847.139737] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.140192] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.140245] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.140524] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.140759] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.140997] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-8e3c18a0-61ce-44bb-8c9d-742dc7cb9f74" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.456079] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035d4d49-8f46-4e23-a32f-173749405462 in Status: SUCCESS [ 847.456448] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.889696] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 in Status: SUCCESS [ 847.890036] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 deletion is rescheduled due to dependency. [ 847.890277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.305499] env[66272]: INFO networking_nsxv3.common.synchronization [req-b3b5dfeb-0264-4323-84db-0df6dca50d8b req-3bc53e7d-f7d7-470a-9619-df5cec6c218c service nova] Enqueued Resource ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be with Priority: HIGHEST for action security_group_rules [ 848.305980] env[66272]: INFO networking_nsxv3.common.synchronization [req-b3b5dfeb-0264-4323-84db-0df6dca50d8b req-3bc53e7d-f7d7-470a-9619-df5cec6c218c service nova] Enqueued Resource ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be with Priority: HIGHEST for action security_group_members [ 848.305980] env[66272]: INFO networking_nsxv3.common.synchronization [req-b3b5dfeb-0264-4323-84db-0df6dca50d8b req-3bc53e7d-f7d7-470a-9619-df5cec6c218c service nova] Enqueued Resource ID: 8e3c18a0-61ce-44bb-8c9d-742dc7cb9f74 with Priority: HIGHEST for action port [ 848.306500] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be with Priority: HIGHEST for action security_group_rules [ 848.306638] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be with Priority: HIGHEST for action security_group_members [ 848.306729] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3c18a0-61ce-44bb-8c9d-742dc7cb9f74 with Priority: HIGHEST for action port [ 848.307023] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.307480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.307480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.307814] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.307814] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cdcfb51-67fc-4f97-ba2e-d6f52c5207be',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.308864] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.308996] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.309114] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.309230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.309403] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.309780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.309846] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.311676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.311774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.311921] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cdcfb51-67fc-4f97-ba2e-d6f52c5207be',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.314554] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e3c18a0-61ce-44bb-8c9d-742dc7cb9f74 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.314675] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e3c18a0-61ce-44bb-8c9d-742dc7cb9f74" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.314742] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e3c18a0-61ce-44bb-8c9d-742dc7cb9f74" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.314926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e3c18a0-61ce-44bb-8c9d-742dc7cb9f74" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.315030] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e3c18a0-61ce-44bb-8c9d-742dc7cb9f74',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.327324] env[66272]: INFO networking_nsxv3.common.synchronization [req-1bf0b13e-b4bf-45b8-9a21-5b40e643db94 req-d3768770-1aba-49cb-bffa-9ab63e7e41e3 tempest-ListServerFiltersTestJSON-639570072 tempest-ListServerFiltersTestJSON-639570072-project-member] Enqueued Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_members [ 848.328846] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_members [ 848.329204] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.329337] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.329411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.329742] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.329943] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.330058] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.330119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.330287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.330369] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.330459] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.817268] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cdcfb51-67fc-4f97-ba2e-d6f52c5207be',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.819546] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e3c18a0-61ce-44bb-8c9d-742dc7cb9f74 with status ACTIVE [ 848.819770] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.820019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.820096] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.820310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.820401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.820590] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.820686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.820737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.820932] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.821811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.823053] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.823053] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.823053] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.823053] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.823053] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.825628] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e3c18a0-61ce-44bb-8c9d-742dc7cb9f74 is going to be updated. [ 848.825628] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.825628] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.836240] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.847712] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.847959] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.847959] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.848269] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.848501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.848691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e3c18a0-61ce-44bb-8c9d-742dc7cb9f74" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.008622] env[66272]: INFO networking_nsxv3.common.synchronization [req-3592879b-6ab2-45a1-aee6-2f0288feb663 req-0f4a6b59-0878-48f1-84f9-0c6fe01207a7 tempest-ServersTestJSON-1771569199 tempest-ServersTestJSON-1771569199-project-member] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 849.010259] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 849.011702] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.011948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.012071] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.012356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.013126] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.013282] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.013282] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.013467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.013556] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.014406] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.326148] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cdcfb51-67fc-4f97-ba2e-d6f52c5207be',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.341294] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.398972] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.399211] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.399336] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.399616] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.399913] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.401365] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.401365] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.401888] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.401996] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.402240] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.402351] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.402457] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.402560] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.402726] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.402833] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.403017] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.426287] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.426523] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.426675] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.426964] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.427170] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-d1aac7f7-7641-4f72-8d06-d1c8f5d45d0b taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.427367] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-d1aac7f7-7641-4f72-8d06-d1c8f5d45d0b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.427484] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-d1aac7f7-7641-4f72-8d06-d1c8f5d45d0b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.427864] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-d1aac7f7-7641-4f72-8d06-d1c8f5d45d0b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.427999] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1aac7f7-7641-4f72-8d06-d1c8f5d45d0b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.516582] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.829400] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.829579] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.829640] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.829850] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.829953] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.830270] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be is going to be created. [ 849.842359] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.842792] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.842792] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.842987] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.843150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.843262] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 is going to be updated. [ 849.857450] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.857596] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.857666] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.857888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.858202] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.870070] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be in Status: UNINITIALIZED for 2s [ 849.879590] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.879753] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.879842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.880108] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.880286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.891019] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: IN_PROGRESS for 2s [ 849.937019] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.937019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.937019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.937019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.937019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.937019] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port d1aac7f7-7641-4f72-8d06-d1c8f5d45d0b not found, creating... [ 849.937019] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.937019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.937019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.937019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.937019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.937534] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.937534] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.937534] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.937534] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.937534] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.937534] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: d1aac7f7-7641-4f72-8d06-d1c8f5d45d0b is going to be created. [ 849.968461] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.968729] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.968824] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.969179] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.969570] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.969689] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-d1aac7f7-7641-4f72-8d06-d1c8f5d45d0b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.020106] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.521935] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.522263] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.522263] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.522482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.522590] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.522690] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 850.555252] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.555492] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.555492] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.555668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.555813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.566058] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 850.728778] env[66272]: INFO networking_nsxv3.common.synchronization [req-3592879b-6ab2-45a1-aee6-2f0288feb663 req-b64a1db4-3ef0-498c-9fdc-53c4e7248af5 service nova] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_rules [ 850.728778] env[66272]: INFO networking_nsxv3.common.synchronization [req-3592879b-6ab2-45a1-aee6-2f0288feb663 req-b64a1db4-3ef0-498c-9fdc-53c4e7248af5 service nova] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 850.728778] env[66272]: INFO networking_nsxv3.common.synchronization [req-3592879b-6ab2-45a1-aee6-2f0288feb663 req-b64a1db4-3ef0-498c-9fdc-53c4e7248af5 service nova] Enqueued Resource ID: d1aac7f7-7641-4f72-8d06-d1c8f5d45d0b with Priority: HIGHEST for action port [ 850.728778] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_rules [ 850.728778] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 850.728778] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1aac7f7-7641-4f72-8d06-d1c8f5d45d0b with Priority: HIGHEST for action port [ 850.729571] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.729571] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.729571] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.729571] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.729713] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.730553] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.730670] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.730882] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1aac7f7-7641-4f72-8d06-d1c8f5d45d0b taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.731013] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1aac7f7-7641-4f72-8d06-d1c8f5d45d0b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.731092] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1aac7f7-7641-4f72-8d06-d1c8f5d45d0b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.731282] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1aac7f7-7641-4f72-8d06-d1c8f5d45d0b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.731372] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1aac7f7-7641-4f72-8d06-d1c8f5d45d0b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.233329] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.233329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.233329] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1aac7f7-7641-4f72-8d06-d1c8f5d45d0b with status ACTIVE [ 851.233678] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.233867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.234014] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.234285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.234408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.234764] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.238733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.238733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.238733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.238733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.238733] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.238733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.238733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.238733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.238733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.238733] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1aac7f7-7641-4f72-8d06-d1c8f5d45d0b is going to be updated. [ 851.262626] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.262876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.262876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.263258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.263481] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.263720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1aac7f7-7641-4f72-8d06-d1c8f5d45d0b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.857722] env[66272]: INFO networking_nsxv3.common.synchronization [req-4ccb0712-12ce-4b77-971f-bffc3c8355f7 req-2f773f82-cced-4636-8e68-626e8a6e219f tempest-ServerDiskConfigTestJSON-1694584386 tempest-ServerDiskConfigTestJSON-1694584386-project-member] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 851.858371] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 851.858682] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.858945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.859449] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.859844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.860141] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.860355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.860496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.860762] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.860893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.861035] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.883505] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be in Status: SUCCESS [ 851.883920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.885192] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.885544] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.885769] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.885963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.886084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.886662] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.886783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.886957] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.887099] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cdcfb51-67fc-4f97-ba2e-d6f52c5207be',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.899834] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: SUCCESS [ 851.900021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.363822] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.364107] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.364222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.364692] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.364692] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.365112] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.365186] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.365186] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.366642] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.366642] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.366642] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 already deleted. [ 852.366642] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.385737] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.385943] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.386103] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.386520] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.389029] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.389029] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.389029] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.389029] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.389029] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.389029] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.389029] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.389029] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.389029] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.389029] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.389029] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.389029] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.390516] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cdcfb51-67fc-4f97-ba2e-d6f52c5207be',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.413436] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.413436] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.413801] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.414038] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.414361] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-cf388189-f6e5-4daa-b26e-586bf96d027b taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.414712] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-cf388189-f6e5-4daa-b26e-586bf96d027b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.414840] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-cf388189-f6e5-4daa-b26e-586bf96d027b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.415495] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-cf388189-f6e5-4daa-b26e-586bf96d027b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.415593] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf388189-f6e5-4daa-b26e-586bf96d027b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.581165] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 852.581165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.581165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.581165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.581165] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.581165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.581165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.581165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.581165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.581165] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.611170] env[66272]: INFO networking_nsxv3.common.synchronization [None req-1beb4b0a-4264-4180-8f3c-38aa26d30106 None None] Enqueued Resource ID: 652002b3-3fdd-4a9d-8480-5bb721c7eb04 with Priority: HIGHEST for action port [ 852.611676] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652002b3-3fdd-4a9d-8480-5bb721c7eb04 with Priority: HIGHEST for action port [ 852.612170] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-652002b3-3fdd-4a9d-8480-5bb721c7eb04 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.612355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-652002b3-3fdd-4a9d-8480-5bb721c7eb04" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.612445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-652002b3-3fdd-4a9d-8480-5bb721c7eb04" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.613408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-652002b3-3fdd-4a9d-8480-5bb721c7eb04" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.613408] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('652002b3-3fdd-4a9d-8480-5bb721c7eb04',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.892730] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be: rpc.has_security_group_logging(os_id): False [ 852.912227] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.912427] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.912489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.913075] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.913075] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.913224] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.913339] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.913409] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.913615] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.913687] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.913801] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be is going to be created. [ 852.918352] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.918587] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.918711] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.919102] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.919260] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.919407] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port cf388189-f6e5-4daa-b26e-586bf96d027b not found, creating... [ 852.919685] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.919846] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.919986] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.920193] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.920325] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.920624] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.920774] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.920886] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.921251] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.921411] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.921532] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: cf388189-f6e5-4daa-b26e-586bf96d027b is going to be created. [ 852.941128] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.941363] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.941469] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.942123] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.942123] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.942269] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-cf388189-f6e5-4daa-b26e-586bf96d027b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.985579] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.985579] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.985579] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.985579] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.986208] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.000317] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be in Status: IN_PROGRESS for 2s [ 853.085317] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.117100] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 652002b3-3fdd-4a9d-8480-5bb721c7eb04 [ 853.117100] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.117100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.117270] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.118438] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.118603] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.118676] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:652002b3-3fdd-4a9d-8480-5bb721c7eb04 already deleted. [ 853.119457] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-652002b3-3fdd-4a9d-8480-5bb721c7eb04" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.260296] env[66272]: INFO networking_nsxv3.common.synchronization [req-1f71446c-bde8-4462-bd73-7995f3124d09 req-36f5b048-90f8-49bc-8550-7fb0b75e47b1 tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 853.261397] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 853.261819] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.262032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.262265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.262425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.262530] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.262661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.262725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.266022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.266022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.266022] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.587142] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.722156] env[66272]: INFO networking_nsxv3.common.synchronization [req-4ccb0712-12ce-4b77-971f-bffc3c8355f7 req-e5dc9f99-22a6-45e4-adf1-1e4c42488dff service nova] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_rules [ 853.722156] env[66272]: INFO networking_nsxv3.common.synchronization [req-4ccb0712-12ce-4b77-971f-bffc3c8355f7 req-e5dc9f99-22a6-45e4-adf1-1e4c42488dff service nova] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 853.722156] env[66272]: INFO networking_nsxv3.common.synchronization [req-4ccb0712-12ce-4b77-971f-bffc3c8355f7 req-e5dc9f99-22a6-45e4-adf1-1e4c42488dff service nova] Enqueued Resource ID: cf388189-f6e5-4daa-b26e-586bf96d027b with Priority: HIGHEST for action port [ 853.722156] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_rules [ 853.722156] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 853.722156] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf388189-f6e5-4daa-b26e-586bf96d027b with Priority: HIGHEST for action port [ 853.725123] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.725123] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.725123] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.725509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.725565] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.727915] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.728209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.728209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.728465] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.728557] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.728731] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.728774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.728917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.729101] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.729165] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.730452] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf388189-f6e5-4daa-b26e-586bf96d027b taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.730586] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf388189-f6e5-4daa-b26e-586bf96d027b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.730698] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf388189-f6e5-4daa-b26e-586bf96d027b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.731028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf388189-f6e5-4daa-b26e-586bf96d027b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.731028] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf388189-f6e5-4daa-b26e-586bf96d027b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.766801] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.766801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.766801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.769324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.769324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.769324] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.769324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.769324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.769688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.769688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.769688] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be updated. [ 853.812822] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.813055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.813106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.813955] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.813955] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.825201] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: IN_PROGRESS for 2s [ 854.092702] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.093022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.093022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.093258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.093258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.093327] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 854.135072] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.135072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.135072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.135072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.135072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.146349] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 854.230115] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.230115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.233357] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.235457] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf388189-f6e5-4daa-b26e-586bf96d027b with status ACTIVE [ 854.235791] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.235985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.236137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.236553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.236674] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.237216] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.237216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.237362] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.237851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.237851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.238117] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.238299] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.238410] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.238688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.238841] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.238973] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf388189-f6e5-4daa-b26e-586bf96d027b is going to be updated. [ 854.264079] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.264079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.264314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.264476] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.264684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.265039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf388189-f6e5-4daa-b26e-586bf96d027b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.735910] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.015716] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be in Status: SUCCESS [ 855.016214] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.239469] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.239847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.239847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.240045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.240045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.240176] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be created. [ 855.268435] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.268703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.268703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.268912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.269034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.280737] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: UNINITIALIZED for 2s [ 855.368701] env[66272]: INFO networking_nsxv3.common.synchronization [None req-9a5dd967-0a15-4e55-817d-0f8a13f28bbf None None] Enqueued Resource ID: c44434a6-ed07-44c6-8a4a-c86aa3a9a1f0 with Priority: HIGHEST for action port [ 855.369337] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c44434a6-ed07-44c6-8a4a-c86aa3a9a1f0 with Priority: HIGHEST for action port [ 855.369777] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-c44434a6-ed07-44c6-8a4a-c86aa3a9a1f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.369777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c44434a6-ed07-44c6-8a4a-c86aa3a9a1f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.369914] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c44434a6-ed07-44c6-8a4a-c86aa3a9a1f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.371856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c44434a6-ed07-44c6-8a4a-c86aa3a9a1f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.371927] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c44434a6-ed07-44c6-8a4a-c86aa3a9a1f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.378424] env[66272]: INFO networking_nsxv3.common.synchronization [None req-8b594c6f-63c3-490e-8853-fbfa71ff4eb6 None None] Enqueued Resource ID: fcf6e6b3-e729-4314-a4d8-89c098dfed39 with Priority: HIGHEST for action port [ 855.378904] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf6e6b3-e729-4314-a4d8-89c098dfed39 with Priority: HIGHEST for action port [ 855.379424] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcf6e6b3-e729-4314-a4d8-89c098dfed39 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.379535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcf6e6b3-e729-4314-a4d8-89c098dfed39" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.379970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcf6e6b3-e729-4314-a4d8-89c098dfed39" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.381115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcf6e6b3-e729-4314-a4d8-89c098dfed39" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.381115] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcf6e6b3-e729-4314-a4d8-89c098dfed39',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.838307] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: SUCCESS [ 855.838490] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 deletion is rescheduled due to dependency. [ 855.838687] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.880634] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c44434a6-ed07-44c6-8a4a-c86aa3a9a1f0 [ 855.880932] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.881133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.881261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.881569] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.881784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.881894] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c44434a6-ed07-44c6-8a4a-c86aa3a9a1f0 already deleted. [ 855.882065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c44434a6-ed07-44c6-8a4a-c86aa3a9a1f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.885105] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcf6e6b3-e729-4314-a4d8-89c098dfed39 [ 855.885105] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.885105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.885105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.885635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.885635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.885635] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcf6e6b3-e729-4314-a4d8-89c098dfed39 already deleted. [ 855.885635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcf6e6b3-e729-4314-a4d8-89c098dfed39" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.156368] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 856.156589] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.156759] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.156982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.157210] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.157326] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.157391] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.157533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.157600] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.157656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.157746] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.280750] env[66272]: INFO networking_nsxv3.common.synchronization [None req-2e6c58b4-b2b3-4ec8-b10f-9e6bbb055c64 tempest-AttachVolumeNegativeTest-738561690 tempest-AttachVolumeNegativeTest-738561690-project-member] Enqueued Resource ID: 67dda543-2a26-4737-8d58-d24d6ce86794 with Priority: HIGHEST for action security_group_rules [ 856.283393] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dda543-2a26-4737-8d58-d24d6ce86794 with Priority: HIGHEST for action security_group_rules [ 856.283393] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67dda543-2a26-4737-8d58-d24d6ce86794 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.283393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.283393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.283393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.283393] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67dda543-2a26-4737-8d58-d24d6ce86794',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.497251] env[66272]: INFO networking_nsxv3.common.synchronization [None req-e134b70a-efe5-4da2-b3ac-087a047e86a5 tempest-AttachVolumeNegativeTest-738561690 tempest-AttachVolumeNegativeTest-738561690-project-member] Enqueued Resource ID: 67dda543-2a26-4737-8d58-d24d6ce86794 with Priority: HIGHEST for action security_group_rules [ 856.498457] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dda543-2a26-4737-8d58-d24d6ce86794 with Priority: HIGHEST for action security_group_rules [ 856.499086] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67dda543-2a26-4737-8d58-d24d6ce86794 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.499424] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.660756] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.661018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.661018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.661418] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.661418] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.661623] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.661623] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.661765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.661765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.661895] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.663082] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.663082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.663082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.663082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.663082] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.663082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.663082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.663082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.663082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.663528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.663579] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.809625] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.809860] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.809948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.810252] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.810448] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.810448] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67dda543-2a26-4737-8d58-d24d6ce86794 already deleted. [ 856.811236] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.811236] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.811236] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.811400] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67dda543-2a26-4737-8d58-d24d6ce86794',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.167311] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1921863-d26c-4bc1-bbc7-b11aaf78fc61: rpc.has_security_group_logging(os_id): False [ 857.193162] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.193162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.193162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.193162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.222071] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.226380] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.226542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.226633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.229728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.229728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.229728] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.229728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.229728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.229728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.229728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.229728] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.229728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.229728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.229728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.229728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.229728] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 857.290144] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 857.290565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.290565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.290759] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.290941] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.291075] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.291140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.291297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.291374] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.291492] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.291616] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.299703] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.301520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.301626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.301853] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.302028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.316031] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 857.337290] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.337593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.337703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.337983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.338100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.338574] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67dda543-2a26-4737-8d58-d24d6ce86794 already deleted. [ 857.338711] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.731364] env[66272]: INFO networking_nsxv3.common.synchronization [None req-bcc497f0-12c1-41b6-8016-3cc0767d5d8c None None] Enqueued Resource ID: 66735da2-0e43-4c3b-85ce-c3a76a913b49 with Priority: HIGHEST for action port [ 857.731912] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66735da2-0e43-4c3b-85ce-c3a76a913b49 with Priority: HIGHEST for action port [ 857.732794] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-66735da2-0e43-4c3b-85ce-c3a76a913b49 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.732794] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66735da2-0e43-4c3b-85ce-c3a76a913b49" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.733283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66735da2-0e43-4c3b-85ce-c3a76a913b49" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.733598] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66735da2-0e43-4c3b-85ce-c3a76a913b49" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.733916] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66735da2-0e43-4c3b-85ce-c3a76a913b49',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.796578] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.796578] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.796769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.796863] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.797024] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.797228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.797304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.797551] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.799314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.799314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.799314] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.799314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.799314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.799314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.799314] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.799314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.799314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.799314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.799314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.799314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.799314] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.227541] env[66272]: INFO networking_nsxv3.common.synchronization [req-c3f22d6e-e594-45a0-ae56-9f17ac89dec1 req-597c2350-185d-439a-83cc-964cc4cc71f8 tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 with Priority: HIGHEST for action security_group_members [ 858.227861] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 with Priority: HIGHEST for action security_group_members [ 858.228379] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8da8e2-308f-47ac-a217-fd24eac351a8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.228536] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.228536] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.229025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.229025] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.229025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.229388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.229388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.229911] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.230972] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf8da8e2-308f-47ac-a217-fd24eac351a8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.239103] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66735da2-0e43-4c3b-85ce-c3a76a913b49 [ 858.239103] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.239103] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.239103] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.239103] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.239103] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.239103] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66735da2-0e43-4c3b-85ce-c3a76a913b49 already deleted. [ 858.239103] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66735da2-0e43-4c3b-85ce-c3a76a913b49" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.301259] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cea3b7db-51cd-4194-8df2-6f60651cfab8: rpc.has_security_group_logging(os_id): False [ 858.320071] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.320247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.320320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.320535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.320676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.320887] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.320981] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.321054] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.321221] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.321298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.321480] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.321573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.321633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.321775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.322166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.324132] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.324277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.324345] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.324496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.324572] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.324658] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be created. [ 858.410111] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.410399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.410399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.410747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.410815] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.426193] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: IN_PROGRESS for 2s [ 858.733282] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.733472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.733472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.733992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.771040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.771040] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.771040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.771040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.771040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.771040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.771040] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 is going to be updated. [ 858.792325] env[66272]: INFO networking_nsxv3.common.synchronization [req-ac6025e8-d935-46ad-9989-71c3321fc59d req-547e3a8d-7416-4fe9-aa29-e9c5c9d236d8 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 858.792325] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 858.792956] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.793244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.793422] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.794437] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.794742] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.794966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.795137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.796856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.796856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.796856] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.831867] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.832127] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.832200] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.832386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.832537] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.843824] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 in Status: IN_PROGRESS for 2s [ 859.119776] env[66272]: INFO networking_nsxv3.common.synchronization [req-eb133dba-fa57-453c-960f-fcb5b8555692 req-c5727daa-4d3c-4e53-980e-76f1c9e6e06d tempest-ServersAdminNegativeTestJSON-822020143 tempest-ServersAdminNegativeTestJSON-822020143-project-member] Enqueued Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGHEST for action security_group_members [ 859.120771] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGHEST for action security_group_members [ 859.121206] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.121396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.121553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.121839] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.122061] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.122459] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.122588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.122786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.122917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.123062] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.268134] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.268435] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-777" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.268615] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-777" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.268997] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-777" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.269355] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.269561] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.269753] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.270116] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.270382] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.270635] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.270752] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.270857] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.270972] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.271092] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.271350] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.271350] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.292591] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.292804] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.292954] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.293202] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-777" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.293585] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-20327c17-fb0d-4ec4-96fa-a56664b44526 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.293957] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-20327c17-fb0d-4ec4-96fa-a56664b44526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.294149] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-20327c17-fb0d-4ec4-96fa-a56664b44526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.294607] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-20327c17-fb0d-4ec4-96fa-a56664b44526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.294826] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20327c17-fb0d-4ec4-96fa-a56664b44526',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.297962] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.331968] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 859.332290] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.627905] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.628876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.628876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.628876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.628876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.628876] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.628876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.628876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.629443] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.629443] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.629443] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 is going to be updated. [ 859.661894] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.662077] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.662077] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.662322] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.662454] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.674800] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 in Status: IN_PROGRESS for 2s [ 859.799158] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.799397] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.799542] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.799827] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.799980] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.800834] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 20327c17-fb0d-4ec4-96fa-a56664b44526 not found, creating... [ 859.800834] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.800834] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.800834] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.801100] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.801267] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.801487] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.801927] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.801927] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.802051] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.802089] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.802226] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 20327c17-fb0d-4ec4-96fa-a56664b44526 is going to be created. [ 859.804807] env[66272]: INFO networking_nsxv3.common.synchronization [req-be62e4c6-bdcc-4ae5-b1ea-f24f87cd0219 req-0469b379-97b9-4878-a037-7681cad85d1f tempest-ListImageFiltersTestJSON-1288324347 tempest-ListImageFiltersTestJSON-1288324347-project-member] Enqueued Resource ID: f3f16844-3d19-4160-9c84-cc81268c52e8 with Priority: HIGHEST for action security_group_members [ 859.805260] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.807258] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f16844-3d19-4160-9c84-cc81268c52e8 with Priority: HIGHEST for action security_group_members [ 859.807352] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f16844-3d19-4160-9c84-cc81268c52e8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.807521] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.807742] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.807820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.807939] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.808046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.808094] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.808236] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.808324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.808403] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.829437] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.829676] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.830746] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.830746] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.830746] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.830746] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-20327c17-fb0d-4ec4-96fa-a56664b44526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.307733] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.307879] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.307966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.309847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.309952] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.310079] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be updated. [ 860.311540] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.311712] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.311753] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.311910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.339562] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.339562] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.339970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.339970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.340052] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.340085] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.340719] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f16844-3d19-4160-9c84-cc81268c52e8 is going to be updated. [ 860.353966] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.353966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.353966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.353966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.354263] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.362964] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: IN_PROGRESS for 2s [ 860.453764] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.453978] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.454066] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.454283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.455918] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.460930] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 860.462803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.469876] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f16844-3d19-4160-9c84-cc81268c52e8 in Status: IN_PROGRESS for 2s [ 860.691280] env[66272]: INFO networking_nsxv3.common.synchronization [req-ac6025e8-d935-46ad-9989-71c3321fc59d req-3f9359e5-7daf-4404-9260-aea30181baa0 service nova] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_rules [ 860.691430] env[66272]: INFO networking_nsxv3.common.synchronization [req-ac6025e8-d935-46ad-9989-71c3321fc59d req-3f9359e5-7daf-4404-9260-aea30181baa0 service nova] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 860.691531] env[66272]: INFO networking_nsxv3.common.synchronization [req-ac6025e8-d935-46ad-9989-71c3321fc59d req-3f9359e5-7daf-4404-9260-aea30181baa0 service nova] Enqueued Resource ID: 20327c17-fb0d-4ec4-96fa-a56664b44526 with Priority: HIGHEST for action port [ 860.692144] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_rules [ 860.692302] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 860.692443] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20327c17-fb0d-4ec4-96fa-a56664b44526 with Priority: HIGHEST for action port [ 860.692802] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.692988] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.693414] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.693414] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.693648] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.696295] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.696295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.696295] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-20327c17-fb0d-4ec4-96fa-a56664b44526 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.696295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20327c17-fb0d-4ec4-96fa-a56664b44526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.696295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20327c17-fb0d-4ec4-96fa-a56664b44526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.696295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20327c17-fb0d-4ec4-96fa-a56664b44526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.696295] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20327c17-fb0d-4ec4-96fa-a56664b44526',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.857573] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 in Status: SUCCESS [ 860.857573] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 deletion is rescheduled due to dependency. [ 860.857908] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.197421] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.197616] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.198111] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20327c17-fb0d-4ec4-96fa-a56664b44526 with status ACTIVE [ 861.198293] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.198415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.198471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.198691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.198777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.198948] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.199218] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.199218] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.199379] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.199379] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.199567] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.199660] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.199723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.199860] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.199942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.200023] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20327c17-fb0d-4ec4-96fa-a56664b44526 is going to be updated. [ 861.221984] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.222119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.222246] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.222401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.222538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.222689] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20327c17-fb0d-4ec4-96fa-a56664b44526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.684968] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 in Status: SUCCESS [ 861.685290] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 deletion is rescheduled due to dependency. [ 861.685336] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.206142] env[66272]: INFO networking_nsxv3.common.synchronization [req-a04665fa-0ed9-4f31-8449-fd4ada1d8d9e req-15c3a8f7-b1ee-49f9-972c-06f5e79cd2d1 tempest-ServersNegativeTestJSON-2057624651 tempest-ServersNegativeTestJSON-2057624651-project-member] Enqueued Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_members [ 862.206699] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_members [ 862.206936] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.207019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.207062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.207640] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.207640] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.207640] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.207640] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.207879] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.207879] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.207879] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.376154] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 862.376551] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.376688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.376918] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.377130] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.377247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.377307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.377491] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.377574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.377670] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.482343] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f16844-3d19-4160-9c84-cc81268c52e8 in Status: SUCCESS [ 862.482343] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f16844-3d19-4160-9c84-cc81268c52e8 deletion is rescheduled due to dependency. [ 862.482343] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.713680] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.767531] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-554 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.767722] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-554" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.767839] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-554" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.768168] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-554" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.770657] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.770657] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.770657] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.770657] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.770657] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.770657] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.770657] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.770657] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.770657] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.770657] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.770657] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.770657] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.791930] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.793832] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.794210] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.794404] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-554" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.794727] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-b50881da-e4fc-4eff-a008-0d6fec8a1186 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.795230] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-b50881da-e4fc-4eff-a008-0d6fec8a1186" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.795230] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-b50881da-e4fc-4eff-a008-0d6fec8a1186" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.795350] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-b50881da-e4fc-4eff-a008-0d6fec8a1186" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.797008] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b50881da-e4fc-4eff-a008-0d6fec8a1186',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.880048] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.217495] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.226251] env[66272]: INFO networking_nsxv3.common.synchronization [None req-0223cdbd-1b47-47be-94ab-518812528a0e tempest-ImagesOneServerNegativeTestJSON-471111373 tempest-ImagesOneServerNegativeTestJSON-471111373-project-member] Enqueued Resource ID: b2c5857a-e210-4cfa-a08e-a331eb2b9730 with Priority: HIGHEST for action security_group_rules [ 863.227001] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c5857a-e210-4cfa-a08e-a331eb2b9730 with Priority: HIGHEST for action security_group_rules [ 863.227502] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2c5857a-e210-4cfa-a08e-a331eb2b9730 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.227700] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2c5857a-e210-4cfa-a08e-a331eb2b9730" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.227700] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2c5857a-e210-4cfa-a08e-a331eb2b9730" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.228042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2c5857a-e210-4cfa-a08e-a331eb2b9730" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.228157] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2c5857a-e210-4cfa-a08e-a331eb2b9730',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.301033] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.301193] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.301240] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.301757] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.301883] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.302455] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port b50881da-e4fc-4eff-a008-0d6fec8a1186 not found, creating... [ 863.302455] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.302688] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.302688] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.303170] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.303170] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.303697] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.304442] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.304442] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.304442] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.304672] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.304728] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: b50881da-e4fc-4eff-a008-0d6fec8a1186 is going to be created. [ 863.328162] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.328162] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.328162] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.328162] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.328162] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.328950] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-b50881da-e4fc-4eff-a008-0d6fec8a1186" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.346151] env[66272]: INFO networking_nsxv3.common.synchronization [None req-b68bd3bb-d053-4d1f-91d2-36986ae93764 tempest-ImagesOneServerNegativeTestJSON-471111373 tempest-ImagesOneServerNegativeTestJSON-471111373-project-member] Enqueued Resource ID: b2c5857a-e210-4cfa-a08e-a331eb2b9730 with Priority: HIGHEST for action security_group_rules [ 863.346747] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c5857a-e210-4cfa-a08e-a331eb2b9730 with Priority: HIGHEST for action security_group_rules [ 863.347166] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2c5857a-e210-4cfa-a08e-a331eb2b9730 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.347322] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2c5857a-e210-4cfa-a08e-a331eb2b9730" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.384815] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.719100] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.719507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.719507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.719620] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.719718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.719818] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb is going to be updated. [ 863.748816] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.749044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.749118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.749294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.749460] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.752982] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.753163] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.753163] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.753355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.753425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.753520] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2c5857a-e210-4cfa-a08e-a331eb2b9730 already deleted. [ 863.753644] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2c5857a-e210-4cfa-a08e-a331eb2b9730" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.754145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2c5857a-e210-4cfa-a08e-a331eb2b9730" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.754304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2c5857a-e210-4cfa-a08e-a331eb2b9730" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.754381] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2c5857a-e210-4cfa-a08e-a331eb2b9730',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.761009] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: IN_PROGRESS for 2s [ 863.889629] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.889629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.889629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.889629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.889629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.889629] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be updated. [ 863.926744] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.926744] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.926744] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.926744] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.926744] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.941076] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: IN_PROGRESS for 2s [ 864.026291] env[66272]: INFO networking_nsxv3.common.synchronization [req-a04665fa-0ed9-4f31-8449-fd4ada1d8d9e req-0bcc763f-df76-4355-b0af-12f596bea935 service nova] Enqueued Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_rules [ 864.026519] env[66272]: INFO networking_nsxv3.common.synchronization [req-a04665fa-0ed9-4f31-8449-fd4ada1d8d9e req-0bcc763f-df76-4355-b0af-12f596bea935 service nova] Enqueued Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_members [ 864.026662] env[66272]: INFO networking_nsxv3.common.synchronization [req-a04665fa-0ed9-4f31-8449-fd4ada1d8d9e req-0bcc763f-df76-4355-b0af-12f596bea935 service nova] Enqueued Resource ID: b50881da-e4fc-4eff-a008-0d6fec8a1186 with Priority: HIGHEST for action port [ 864.027538] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_rules [ 864.027644] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_members [ 864.027763] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50881da-e4fc-4eff-a008-0d6fec8a1186 with Priority: HIGHEST for action port [ 864.033019] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.033019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.033019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.033019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.033019] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.033019] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.033019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.033019] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-b50881da-e4fc-4eff-a008-0d6fec8a1186 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.033019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b50881da-e4fc-4eff-a008-0d6fec8a1186" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.033019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b50881da-e4fc-4eff-a008-0d6fec8a1186" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.033019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b50881da-e4fc-4eff-a008-0d6fec8a1186" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.033019] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b50881da-e4fc-4eff-a008-0d6fec8a1186',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.293333] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.293333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.293333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.293333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.293333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.293333] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2c5857a-e210-4cfa-a08e-a331eb2b9730 already deleted. [ 864.293333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2c5857a-e210-4cfa-a08e-a331eb2b9730" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.538275] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.538275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.538275] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b50881da-e4fc-4eff-a008-0d6fec8a1186 with status ACTIVE [ 864.538275] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.538275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.538275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.538275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.538275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.538275] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.538275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.538275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.538275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.538275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.539795] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.539795] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.539795] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.539795] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.539795] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.539795] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b50881da-e4fc-4eff-a008-0d6fec8a1186 is going to be updated. [ 864.568995] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.569288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.569288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.571358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.571358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.571358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b50881da-e4fc-4eff-a008-0d6fec8a1186" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.163130] env[66272]: INFO networking_nsxv3.common.synchronization [req-c6adc893-2857-4b75-936d-be1b099d0bf1 req-0c6e53ec-25b4-4dce-8538-6a64ca841b83 tempest-ServerTagsTestJSON-510924745 tempest-ServerTagsTestJSON-510924745-project-member] Enqueued Resource ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 with Priority: HIGHEST for action security_group_members [ 865.163755] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 with Priority: HIGHEST for action security_group_members [ 865.167074] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4edc09c-9d90-4e05-979b-526b60f47dc0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.167228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.167301] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.168133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.168323] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.168432] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.168499] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.168670] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.168760] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.168863] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4edc09c-9d90-4e05-979b-526b60f47dc0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.670845] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.671133] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-312" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.671257] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-312" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.671882] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-312" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.672340] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.672634] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.672779] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.673123] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.673324] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.673880] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.673880] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.673880] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.674032] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.674091] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.674198] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.674319] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.675483] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.675596] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.675655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.675821] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.675912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.676226] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.676380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.676455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.676607] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.676688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.676775] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 already deleted. [ 865.676855] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.699087] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.699401] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.699401] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.699694] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-312" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.700018] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-2c82e1c8-402f-421c-af54-7a9330baee46 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.700205] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-2c82e1c8-402f-421c-af54-7a9330baee46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.700319] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-2c82e1c8-402f-421c-af54-7a9330baee46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.700670] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-2c82e1c8-402f-421c-af54-7a9330baee46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.700825] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c82e1c8-402f-421c-af54-7a9330baee46',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.772453] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: SUCCESS [ 865.773031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.773031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.773191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.774026] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.774026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.774026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.774026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.774026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.774026] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.955085] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 865.955302] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.955476] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.955692] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.955871] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.955982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.956071] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.956217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.956293] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.956368] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.956459] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.084364] env[66272]: INFO networking_nsxv3.common.synchronization [None req-eb140a09-4d6d-4e05-850b-cb8b86f4f887 None None] Enqueued Resource ID: 3738644e-2ece-442e-952b-64a24f05bb14 with Priority: HIGHEST for action port [ 866.084766] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3738644e-2ece-442e-952b-64a24f05bb14 with Priority: HIGHEST for action port [ 866.085503] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-3738644e-2ece-442e-952b-64a24f05bb14 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.085647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3738644e-2ece-442e-952b-64a24f05bb14" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.085791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3738644e-2ece-442e-952b-64a24f05bb14" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.086143] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3738644e-2ece-442e-952b-64a24f05bb14" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.086264] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3738644e-2ece-442e-952b-64a24f05bb14',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.203036] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.203534] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.203534] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.203771] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.203893] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.204077] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 2c82e1c8-402f-421c-af54-7a9330baee46 not found, creating... [ 866.204362] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.204544] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.204715] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.205101] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.205270] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.205631] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.205829] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.205930] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.206139] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.206271] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.206409] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 2c82e1c8-402f-421c-af54-7a9330baee46 is going to be created. [ 866.228083] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.228458] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.228665] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.229105] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.229469] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.229880] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-2c82e1c8-402f-421c-af54-7a9330baee46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.276459] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.459038] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.459262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.459262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.460050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.460050] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.460050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.460050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.461076] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.461238] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.461375] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.461576] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.461741] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.461858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.462062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.462245] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.462373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.462460] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.462639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.462761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.462877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.462995] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.588957] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3738644e-2ece-442e-952b-64a24f05bb14 [ 866.589792] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.590838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.590838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.590838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.590838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.590838] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3738644e-2ece-442e-952b-64a24f05bb14 already deleted. [ 866.590838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3738644e-2ece-442e-952b-64a24f05bb14" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.782065] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.965830] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b605b374-c3e0-4fc5-86ef-7858c7524aa1: rpc.has_security_group_logging(os_id): False [ 866.986308] env[66272]: INFO networking_nsxv3.common.synchronization [req-c6adc893-2857-4b75-936d-be1b099d0bf1 req-36fc2d09-c9df-40ba-b51c-74d6cb5031b9 service nova] Enqueued Resource ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 with Priority: HIGHEST for action security_group_rules [ 866.986308] env[66272]: INFO networking_nsxv3.common.synchronization [req-c6adc893-2857-4b75-936d-be1b099d0bf1 req-36fc2d09-c9df-40ba-b51c-74d6cb5031b9 service nova] Enqueued Resource ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 with Priority: HIGHEST for action security_group_members [ 866.986308] env[66272]: INFO networking_nsxv3.common.synchronization [req-c6adc893-2857-4b75-936d-be1b099d0bf1 req-36fc2d09-c9df-40ba-b51c-74d6cb5031b9 service nova] Enqueued Resource ID: 2c82e1c8-402f-421c-af54-7a9330baee46 with Priority: HIGHEST for action port [ 866.988019] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.988202] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.988277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.988526] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.988611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.988803] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.988914] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.988984] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.989134] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.989216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.989380] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.989496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.989588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.989688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.989788] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.990105] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.990105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.990784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.990784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.990784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.990784] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be updated. [ 866.992083] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 with Priority: HIGHEST for action security_group_rules [ 866.992682] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 with Priority: HIGHEST for action security_group_members [ 866.992803] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82e1c8-402f-421c-af54-7a9330baee46 with Priority: HIGHEST for action port [ 866.993223] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4edc09c-9d90-4e05-979b-526b60f47dc0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.993363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.993474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.993787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.994909] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4edc09c-9d90-4e05-979b-526b60f47dc0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.998444] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4edc09c-9d90-4e05-979b-526b60f47dc0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.998444] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.998444] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.998444] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.998444] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.998444] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.998444] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.998444] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.998444] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.998444] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4edc09c-9d90-4e05-979b-526b60f47dc0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.001816] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c82e1c8-402f-421c-af54-7a9330baee46 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.001816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c82e1c8-402f-421c-af54-7a9330baee46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.001816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c82e1c8-402f-421c-af54-7a9330baee46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.002079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c82e1c8-402f-421c-af54-7a9330baee46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.002079] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c82e1c8-402f-421c-af54-7a9330baee46',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.028688] env[66272]: INFO networking_nsxv3.common.synchronization [req-79e4a90c-e65c-41e8-88d6-59125ff90f7d req-d6c61eaf-a0c0-4046-b718-17833cd27c66 tempest-ImagesTestJSON-1438489800 tempest-ImagesTestJSON-1438489800-project-member] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 867.029617] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 867.031386] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.031386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.031386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.031386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.031386] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.031386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.031386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.032051] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.032051] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.032051] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.082549] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.083157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.083157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.083157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.083332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.105426] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: IN_PROGRESS for 2s [ 867.285289] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.285664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.285664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.285776] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.285776] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.285886] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb is going to be updated. [ 867.329207] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.329207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.329207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.329207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.329207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.344316] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: IN_PROGRESS for 2s [ 867.502306] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4edc09c-9d90-4e05-979b-526b60f47dc0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.505485] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4edc09c-9d90-4e05-979b-526b60f47dc0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.505485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.505485] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c82e1c8-402f-421c-af54-7a9330baee46 with status ACTIVE [ 867.505485] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.505485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.505485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.505485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.505485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.508881] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.509094] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.509386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.509544] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.510316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.510316] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.510316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.510316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.510528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.510528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.510934] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c82e1c8-402f-421c-af54-7a9330baee46 is going to be updated. [ 867.534109] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.534279] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.534348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.534807] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.534915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.535133] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.535283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.535283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.535449] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.535520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.535609] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be updated. [ 867.542761] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.542891] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.542891] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.543584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.543584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.543584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c82e1c8-402f-421c-af54-7a9330baee46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.569467] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.569561] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.570178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.570178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.570178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.587684] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 868.005356] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4edc09c-9d90-4e05-979b-526b60f47dc0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.508919] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.509630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.509630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.509630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.509630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.510018] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 is going to be created. [ 868.540720] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.540720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.540720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.540720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.540720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.551298] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 in Status: UNINITIALIZED for 2s [ 868.886756] env[66272]: INFO networking_nsxv3.common.synchronization [None req-d38a0ce6-22a0-41b9-82a3-47f38d01f0ed None None] Enqueued Resource ID: 6a6c8860-acd2-49b7-9d7c-9c16abf102ad with Priority: HIGHEST for action port [ 868.887917] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6c8860-acd2-49b7-9d7c-9c16abf102ad with Priority: HIGHEST for action port [ 868.888379] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a6c8860-acd2-49b7-9d7c-9c16abf102ad taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.888552] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a6c8860-acd2-49b7-9d7c-9c16abf102ad" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.888682] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a6c8860-acd2-49b7-9d7c-9c16abf102ad" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.889094] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a6c8860-acd2-49b7-9d7c-9c16abf102ad" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.889276] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a6c8860-acd2-49b7-9d7c-9c16abf102ad',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.126399] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 869.126399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.360245] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: SUCCESS [ 869.360455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.360704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.360941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.361147] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.361260] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.361466] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.361504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.362254] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.362254] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.362254] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.395308] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a6c8860-acd2-49b7-9d7c-9c16abf102ad [ 869.395308] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.395308] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.395308] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.395308] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.395308] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.395308] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a6c8860-acd2-49b7-9d7c-9c16abf102ad already deleted. [ 869.395308] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a6c8860-acd2-49b7-9d7c-9c16abf102ad" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.598248] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 869.598538] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a deletion is rescheduled due to dependency. [ 869.598724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.869607] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.869778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.869874] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.870086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.870252] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.870361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.870429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.870549] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.870623] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.870709] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.871079] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.871160] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.871211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.871355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.871489] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.871577] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.871632] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.871763] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.871996] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.872094] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.872205] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.374606] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b4e2204-43b5-4547-b5f9-02f54afdbffb: rpc.has_security_group_logging(os_id): False [ 870.393164] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.393373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.393373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.393605] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.393691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.393968] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.394090] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.394136] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.394296] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.394365] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.394557] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.394648] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.394707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.394843] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.394913] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.395246] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.395246] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.395379] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.395535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.395661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.395751] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb is going to be updated. [ 870.471880] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.472062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.472150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.472365] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.472508] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.493900] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: IN_PROGRESS for 2s [ 870.563453] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 in Status: SUCCESS [ 870.563453] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.563567] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.563815] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.564300] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.564300] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.564300] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.564489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.564632] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.564884] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.564884] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4edc09c-9d90-4e05-979b-526b60f47dc0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.071230] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4edc09c-9d90-4e05-979b-526b60f47dc0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.071230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.071230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.071230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.071230] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.071230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.071230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.071230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.071230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.071230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.071230] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4edc09c-9d90-4e05-979b-526b60f47dc0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.071230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.071230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.071230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.071230] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.072597] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.072597] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.072838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.072933] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.073053] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.073160] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4edc09c-9d90-4e05-979b-526b60f47dc0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.551112] env[66272]: INFO networking_nsxv3.common.synchronization [req-ecce1019-d4c7-47aa-afd0-b946eec29896 req-077abe1e-1484-432f-a6b4-564126a3da7b tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 871.551112] env[66272]: INFO networking_nsxv3.common.synchronization [req-ecce1019-d4c7-47aa-afd0-b946eec29896 req-077abe1e-1484-432f-a6b4-564126a3da7b tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc with Priority: HIGHEST for action security_group_members [ 871.551738] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 871.552230] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc with Priority: HIGHEST for action security_group_members [ 871.552327] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.552408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.552471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.553389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.553389] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.553389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.553389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.553389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.553389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.553389] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.554474] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.555109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.555109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.555109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.555109] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.555328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.555328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.555985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.555985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.555985] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.575891] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4edc09c-9d90-4e05-979b-526b60f47dc0: rpc.has_security_group_logging(os_id): False [ 871.608949] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.610175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.610175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.611400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.611400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.611400] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.611400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.612790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.612790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.612790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.612790] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.613064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.614373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.614753] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.614753] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.615225] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.615225] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.615454] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.615539] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.615628] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.615733] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 is going to be created. [ 871.635566] env[66272]: INFO networking_nsxv3.common.synchronization [req-ecce1019-d4c7-47aa-afd0-b946eec29896 req-077abe1e-1484-432f-a6b4-564126a3da7b tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_rules [ 871.635980] env[66272]: INFO networking_nsxv3.common.synchronization [req-ecce1019-d4c7-47aa-afd0-b946eec29896 req-077abe1e-1484-432f-a6b4-564126a3da7b tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 871.635980] env[66272]: INFO networking_nsxv3.common.synchronization [req-ecce1019-d4c7-47aa-afd0-b946eec29896 req-077abe1e-1484-432f-a6b4-564126a3da7b tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc with Priority: HIGHEST for action security_group_rules [ 871.637705] env[66272]: INFO networking_nsxv3.common.synchronization [req-ecce1019-d4c7-47aa-afd0-b946eec29896 req-077abe1e-1484-432f-a6b4-564126a3da7b tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc with Priority: HIGHEST for action security_group_members [ 871.637943] env[66272]: INFO networking_nsxv3.common.synchronization [req-ecce1019-d4c7-47aa-afd0-b946eec29896 req-077abe1e-1484-432f-a6b4-564126a3da7b tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: 20327c17-fb0d-4ec4-96fa-a56664b44526 with Priority: HIGHEST for action port [ 871.638976] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_rules [ 871.639325] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc with Priority: HIGHEST for action security_group_rules [ 871.640553] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20327c17-fb0d-4ec4-96fa-a56664b44526 with Priority: HIGHEST for action port [ 871.640843] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 871.642407] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc with Priority: HIGHEST for action security_group_members [ 871.642407] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.642407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.642407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.642407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.642407] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.643662] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.643801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.643872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.644222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.644367] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.645404] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-20327c17-fb0d-4ec4-96fa-a56664b44526 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.646138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20327c17-fb0d-4ec4-96fa-a56664b44526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.646138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20327c17-fb0d-4ec4-96fa-a56664b44526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.646138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20327c17-fb0d-4ec4-96fa-a56664b44526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.646138] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20327c17-fb0d-4ec4-96fa-a56664b44526',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.647689] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.647689] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.647850] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.647946] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.726646] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.726813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.726898] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.727305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.727364] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.747477] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 in Status: IN_PROGRESS for 2s [ 872.058233] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.061161] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.149917] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.150316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.150364] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.150447] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.151966] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20327c17-fb0d-4ec4-96fa-a56664b44526 with status ACTIVE [ 872.151966] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.152175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.152175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.152519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.152519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.152613] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.152702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.152763] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.152925] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.153011] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.153204] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.153348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.153401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.153507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.153580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.153662] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20327c17-fb0d-4ec4-96fa-a56664b44526 is going to be updated. [ 872.178069] env[66272]: INFO networking_nsxv3.common.synchronization [req-45e6f1f2-cea9-46f1-985c-7f8b1b06e7d2 req-5925cdfd-a69e-4b87-a2e6-be3108c862ee tempest-ServersAdminTestJSON-522433335 tempest-ServersAdminTestJSON-522433335-project-member] Enqueued Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 872.179158] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.179348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.179348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.180389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.180590] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.180828] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20327c17-fb0d-4ec4-96fa-a56664b44526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.181325] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 872.181639] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.181878] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.181878] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.182044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.182235] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.182319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.182386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.182496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.182566] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.182651] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.302180] env[66272]: INFO networking_nsxv3.common.synchronization [req-8d535958-c66d-45cb-b239-1bebcb267a49 req-23680f33-c49b-448e-b433-836bf8e44070 tempest-ServersTestJSON-1771569199 tempest-ServersTestJSON-1771569199-project-member] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 872.303957] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 872.303957] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.303957] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.303957] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.303957] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.304235] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.304235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.304235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.304434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.304477] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.304554] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.506191] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: SUCCESS [ 872.506448] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.560972] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.563507] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.687358] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.807235] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.066513] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.066660] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.066737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.066967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.067273] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.067318] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be updated. [ 873.068668] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.068834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.068914] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.069108] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.069183] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.069270] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc is going to be created. [ 873.096523] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.096523] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.096523] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.096804] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.096804] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.102940] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.103101] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.103152] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.104176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.104176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.107139] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc in Status: UNINITIALIZED for 2s [ 873.111823] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: IN_PROGRESS for 2s [ 873.190138] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.310508] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.693519] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.694142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.694245] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.694624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.694624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.694699] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 is going to be updated. [ 873.726162] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.726359] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.726432] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.726652] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.726805] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.736078] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: IN_PROGRESS for 2s [ 873.762056] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 in Status: SUCCESS [ 873.762316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.812683] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.812933] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.813304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.813608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.813954] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.813954] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 873.862079] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.862395] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.862508] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.862903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.863132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.874997] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 875.117668] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc in Status: SUCCESS [ 875.123916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.123916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.123916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.123916] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.123916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.123916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.123916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.123916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.123916] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.123916] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 875.123916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.123916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.123916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.123916] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.124679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.124679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.124679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.124679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.124679] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.625969] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.627340] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.747533] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: SUCCESS [ 875.747763] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.888579] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 875.888579] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.024120] env[66272]: INFO networking_nsxv3.common.synchronization [req-45cfc706-bf71-4a3f-ac51-7dc928798f00 req-777dcc18-4010-4e86-af78-78e7021807db tempest-FloatingIPsAssociationTestJSON-1446305650 tempest-FloatingIPsAssociationTestJSON-1446305650-project-member] Enqueued Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGHEST for action security_group_members [ 876.024521] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGHEST for action security_group_members [ 876.026490] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.026709] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.026709] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.027015] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.027145] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.027204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.027241] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.027675] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.027823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.027946] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.129342] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.135275] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.530842] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.531532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.531532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.531656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.531896] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.531971] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.532105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.532165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.532406] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.532528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.532707] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 035d4d49-8f46-4e23-a32f-173749405462 is going to be updated. [ 876.565267] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.566392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.566487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.566849] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.567087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.578018] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035d4d49-8f46-4e23-a32f-173749405462 in Status: IN_PROGRESS for 2s [ 876.637504] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.637504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.637504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.637504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.637504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.637504] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc is going to be updated. [ 876.638811] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.638945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.638998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.639169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.639245] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.639330] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be updated. [ 876.713270] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.713423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.713466] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.713701] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.713866] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.717142] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.717142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.717142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.717142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.717142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.738028] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: IN_PROGRESS for 2s [ 876.738028] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc in Status: IN_PROGRESS for 2s [ 877.949494] env[66272]: INFO networking_nsxv3.common.synchronization [req-0c25a105-7139-4af2-af11-34d9d7ae1ada req-c8a21421-c038-4a4a-9559-e28e8f868eff tempest-ServersNegativeTestJSON-2057624651 tempest-ServersNegativeTestJSON-2057624651-project-member] Enqueued Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_members [ 877.950328] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_members [ 877.950465] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.950583] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.950648] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.950863] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.951809] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.951809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.951809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.951809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.951809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.952093] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.454771] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.593191] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035d4d49-8f46-4e23-a32f-173749405462 in Status: SUCCESS [ 878.593749] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 035d4d49-8f46-4e23-a32f-173749405462 deletion is rescheduled due to dependency. [ 878.593749] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.746813] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 878.747314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.748473] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc in Status: SUCCESS [ 878.748658] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.748813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.749047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.749264] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.749389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.749446] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.749614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.749691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.749775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.749865] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.752440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.752629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.752855] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.752913] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.752975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.753151] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.754015] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.754138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.754236] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.957324] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.256499] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.256754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.256859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.257092] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.257273] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.257370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.257426] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.257575] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.257708] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.257853] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.258101] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.258101] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.258101] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.258387] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.258440] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.258592] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.258678] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.258858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.258985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.259132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.259341] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.260600] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.459808] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.459996] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.460122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.460381] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.460476] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.460574] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb is going to be updated. [ 879.495075] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.495436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.495595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.495974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.496215] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.506947] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: IN_PROGRESS for 2s [ 879.761884] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b605b374-c3e0-4fc5-86ef-7858c7524aa1: rpc.has_security_group_logging(os_id): False [ 879.763832] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc: rpc.has_security_group_logging(os_id): False [ 879.783827] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.783980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.785625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.785625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.785625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.785625] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.785625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.785625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.785625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.785625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.785625] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.785625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.785625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.785625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.785625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.786485] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.786485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.786485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.786485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.786485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.786485] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be updated. [ 879.789133] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.789133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.789133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.789133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.789300] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.789361] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.789463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.789519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.790354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.790489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.790583] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc is going to be created. [ 879.869203] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.869203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.869203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.869203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.869203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.875471] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.876285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.876285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.876285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.877404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.885058] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc in Status: IN_PROGRESS for 2s [ 879.894451] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: IN_PROGRESS for 2s [ 879.944647] env[66272]: INFO networking_nsxv3.common.synchronization [req-67c17fb3-1991-42bf-92f9-bf156bc6dfd6 req-8709bb5a-c960-4cad-a1ec-1487d4093e48 tempest-ServerTagsTestJSON-510924745 tempest-ServerTagsTestJSON-510924745-project-member] Enqueued Resource ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 with Priority: HIGHEST for action security_group_members [ 879.945302] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 with Priority: HIGHEST for action security_group_members [ 879.945669] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4edc09c-9d90-4e05-979b-526b60f47dc0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.945800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.945867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.946298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.946471] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.946580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.946787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.946867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.946903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.946982] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4edc09c-9d90-4e05-979b-526b60f47dc0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.090313] env[66272]: INFO networking_nsxv3.common.synchronization [req-e650664e-476a-4637-bb02-9fec6c53beda req-acce141a-261f-45e7-a62f-b5caf1d4c908 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: 9b6f1277-fa80-4c4d-a778-357996a13c9a with Priority: HIGHEST for action security_group_members [ 880.090313] env[66272]: INFO networking_nsxv3.common.synchronization [req-e650664e-476a-4637-bb02-9fec6c53beda req-acce141a-261f-45e7-a62f-b5caf1d4c908 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 880.091047] env[66272]: INFO networking_nsxv3.common.synchronization [req-e650664e-476a-4637-bb02-9fec6c53beda req-acce141a-261f-45e7-a62f-b5caf1d4c908 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc with Priority: HIGHEST for action security_group_members [ 880.091892] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6f1277-fa80-4c4d-a778-357996a13c9a with Priority: HIGHEST for action security_group_members [ 880.092236] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 880.092499] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc with Priority: HIGHEST for action security_group_members [ 880.093020] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6f1277-fa80-4c4d-a778-357996a13c9a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.094181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.094181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.094181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.094181] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.094181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.094181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.094181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.094542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.094542] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6f1277-fa80-4c4d-a778-357996a13c9a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.095916] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.096601] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.097325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.097325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.097325] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.097325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.097325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.097566] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.097566] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.097654] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.098751] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.099028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.099153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.099325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.099504] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.099647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.101778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.101960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.102072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.102175] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.103810] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b6f1277-fa80-4c4d-a778-357996a13c9a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.150191] env[66272]: INFO networking_nsxv3.common.synchronization [req-e650664e-476a-4637-bb02-9fec6c53beda req-acce141a-261f-45e7-a62f-b5caf1d4c908 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: 9b6f1277-fa80-4c4d-a778-357996a13c9a with Priority: HIGHEST for action security_group_rules [ 880.150191] env[66272]: INFO networking_nsxv3.common.synchronization [req-e650664e-476a-4637-bb02-9fec6c53beda req-acce141a-261f-45e7-a62f-b5caf1d4c908 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: 9b6f1277-fa80-4c4d-a778-357996a13c9a with Priority: HIGHEST for action security_group_members [ 880.150191] env[66272]: INFO networking_nsxv3.common.synchronization [req-e650664e-476a-4637-bb02-9fec6c53beda req-acce141a-261f-45e7-a62f-b5caf1d4c908 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_rules [ 880.150675] env[66272]: INFO networking_nsxv3.common.synchronization [req-e650664e-476a-4637-bb02-9fec6c53beda req-acce141a-261f-45e7-a62f-b5caf1d4c908 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 880.150675] env[66272]: INFO networking_nsxv3.common.synchronization [req-e650664e-476a-4637-bb02-9fec6c53beda req-acce141a-261f-45e7-a62f-b5caf1d4c908 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc with Priority: HIGHEST for action security_group_rules [ 880.150675] env[66272]: INFO networking_nsxv3.common.synchronization [req-e650664e-476a-4637-bb02-9fec6c53beda req-acce141a-261f-45e7-a62f-b5caf1d4c908 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc with Priority: HIGHEST for action security_group_members [ 880.150807] env[66272]: INFO networking_nsxv3.common.synchronization [req-e650664e-476a-4637-bb02-9fec6c53beda req-acce141a-261f-45e7-a62f-b5caf1d4c908 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: 20327c17-fb0d-4ec4-96fa-a56664b44526 with Priority: HIGHEST for action port [ 880.151776] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6f1277-fa80-4c4d-a778-357996a13c9a with Priority: HIGHEST for action security_group_rules [ 880.152067] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_rules [ 880.152067] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc with Priority: HIGHEST for action security_group_members [ 880.152169] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20327c17-fb0d-4ec4-96fa-a56664b44526 with Priority: HIGHEST for action port [ 880.152209] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc with Priority: HIGHEST for action security_group_rules [ 880.152316] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6f1277-fa80-4c4d-a778-357996a13c9a with Priority: HIGHEST for action security_group_members [ 880.152424] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 880.153070] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b6f1277-fa80-4c4d-a778-357996a13c9a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.153070] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.153070] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.153484] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.153484] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b6f1277-fa80-4c4d-a778-357996a13c9a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.154420] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.154722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.154799] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.154905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.155366] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-20327c17-fb0d-4ec4-96fa-a56664b44526 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.155366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20327c17-fb0d-4ec4-96fa-a56664b44526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.155366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20327c17-fb0d-4ec4-96fa-a56664b44526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.155528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20327c17-fb0d-4ec4-96fa-a56664b44526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.155619] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20327c17-fb0d-4ec4-96fa-a56664b44526',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.157138] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.157138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.157138] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6f1277-fa80-4c4d-a778-357996a13c9a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.157138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.157311] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.157311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.449935] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.450320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.450320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.450468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.450574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.450755] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.450848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.450910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.451086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.451180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.451269] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 is going to be updated. [ 880.480100] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.480290] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.480331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.480539] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.480676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.490266] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 in Status: IN_PROGRESS for 2s [ 880.604526] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.607511] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.608039] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b6f1277-fa80-4c4d-a778-357996a13c9a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.658163] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6f1277-fa80-4c4d-a778-357996a13c9a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.658295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.659599] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20327c17-fb0d-4ec4-96fa-a56664b44526 with status ACTIVE [ 880.659773] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.659888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.659947] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.660202] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.660294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.660471] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.660597] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.660657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.660824] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.660899] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.661118] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.661238] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.661283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.661418] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.661491] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.661573] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20327c17-fb0d-4ec4-96fa-a56664b44526 is going to be updated. [ 880.683742] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.683930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.683930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.684157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.684291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.684454] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20327c17-fb0d-4ec4-96fa-a56664b44526" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.107054] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.108964] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.110631] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.110827] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.110917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.111374] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.111509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.111631] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6f1277-fa80-4c4d-a778-357996a13c9a is going to be created. [ 881.143253] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.143420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.143469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.144134] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.144134] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.154261] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6f1277-fa80-4c4d-a778-357996a13c9a in Status: UNINITIALIZED for 2s [ 881.524474] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: SUCCESS [ 881.524474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.610038] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.610281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.610336] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.610856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.610856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.610856] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be updated. [ 881.614024] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.614205] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.614205] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.614454] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.614512] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.614584] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc is going to be updated. [ 881.674815] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.674896] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.674949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.676054] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.676054] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.677954] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.678220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.678306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.678544] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.678721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.711145] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: IN_PROGRESS for 2s [ 881.712174] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc in Status: IN_PROGRESS for 2s [ 881.902538] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc in Status: SUCCESS [ 881.902769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.902866] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.903136] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.903249] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.911161] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 881.914780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.914780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.914780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.914780] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.405961] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.406316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.413725] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.413915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.503997] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 in Status: SUCCESS [ 882.504252] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 deletion is rescheduled due to dependency. [ 882.504312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.712018] env[66272]: INFO networking_nsxv3.common.synchronization [None req-61ed8aac-5fd7-4c06-8358-ceee79ebd40e tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: 970a758a-4aed-4ce4-9f86-945999919978 with Priority: HIGHEST for action security_group_rules [ 882.712018] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a758a-4aed-4ce4-9f86-945999919978 with Priority: HIGHEST for action security_group_rules [ 882.712018] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-970a758a-4aed-4ce4-9f86-945999919978 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.712018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.712499] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.712863] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.713512] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('970a758a-4aed-4ce4-9f86-945999919978',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.797619] env[66272]: INFO networking_nsxv3.common.synchronization [None req-c5dcbcb1-08e5-476d-aead-a9d623099fe0 tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: 970a758a-4aed-4ce4-9f86-945999919978 with Priority: HIGHEST for action security_group_rules [ 882.797823] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a758a-4aed-4ce4-9f86-945999919978 with Priority: HIGHEST for action security_group_rules [ 882.798543] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-970a758a-4aed-4ce4-9f86-945999919978 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.798543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.865339] env[66272]: INFO networking_nsxv3.common.synchronization [req-d0d99adc-f2ee-491a-b39d-f7be942785cd req-d402b2a0-b7f1-49bc-b622-7c52f4310df6 tempest-ListServerFiltersTestJSON-639570072 tempest-ListServerFiltersTestJSON-639570072-project-member] Enqueued Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_members [ 882.866333] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_members [ 882.866333] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.866333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.866333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.866333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.866670] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.866670] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.866859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.868846] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.868947] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.869015] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.164695] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6f1277-fa80-4c4d-a778-357996a13c9a in Status: SUCCESS [ 883.165100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.165392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.165625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.165821] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.165940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.166027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.166201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.166291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.166406] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6f1277-fa80-4c4d-a778-357996a13c9a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.186443] env[66272]: INFO networking_nsxv3.common.synchronization [req-17781fba-c9f7-4a0d-b78f-819276a0a323 req-8cf8210d-a560-49fb-8c04-0bad47532ad9 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: 9b6f1277-fa80-4c4d-a778-357996a13c9a with Priority: HIGHEST for action security_group_members [ 883.186610] env[66272]: INFO networking_nsxv3.common.synchronization [req-17781fba-c9f7-4a0d-b78f-819276a0a323 req-8cf8210d-a560-49fb-8c04-0bad47532ad9 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 883.186742] env[66272]: INFO networking_nsxv3.common.synchronization [req-17781fba-c9f7-4a0d-b78f-819276a0a323 req-8cf8210d-a560-49fb-8c04-0bad47532ad9 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc with Priority: HIGHEST for action security_group_members [ 883.187216] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6f1277-fa80-4c4d-a778-357996a13c9a with Priority: HIGHEST for action security_group_members [ 883.187355] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 883.187493] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc with Priority: HIGHEST for action security_group_members [ 883.187719] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6f1277-fa80-4c4d-a778-357996a13c9a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.187816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.188022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.188310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.188562] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.188691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.239484] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.239484] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.239484] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.239484] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.239484] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.239484] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 970a758a-4aed-4ce4-9f86-945999919978 already deleted. [ 883.239484] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.239484] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.239484] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.239484] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('970a758a-4aed-4ce4-9f86-945999919978',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.372805] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.448321] env[66272]: INFO networking_nsxv3.common.synchronization [req-8f6ad0d2-db23-4f74-b970-322fd0f70cc9 req-5de47379-4aa5-4227-951c-ec11ba8a2041 tempest-ServerDiskConfigTestJSON-1694584386 tempest-ServerDiskConfigTestJSON-1694584386-project-member] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 883.448644] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 883.448644] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.450325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.450325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.450325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.450325] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.450325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.450325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.450325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.450325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.450325] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.669404] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.669404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.669404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.669630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.669630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.670515] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.670616] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.670687] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.670855] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.670947] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.671060] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6f1277-fa80-4c4d-a778-357996a13c9a is going to be deleted. [ 883.704027] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.704027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.704027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.704232] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.704266] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.704342] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.704500] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.704656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.704816] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.704918] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.704974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.705133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.705207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.705300] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6f1277-fa80-4c4d-a778-357996a13c9a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.726541] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 883.726541] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.726784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.727026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.727209] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.727328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.727393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.727548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.727630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.727724] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.729192] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc in Status: SUCCESS [ 883.729376] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.729903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.729970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.730156] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.730284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.730351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.730500] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.731480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.731594] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.762221] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.762429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.762429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.762686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.762799] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.762862] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 970a758a-4aed-4ce4-9f86-945999919978 already deleted. [ 883.762942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.878068] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.953570] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.953952] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.953952] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.954200] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.954200] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.954315] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.954387] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.954438] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.954593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.954671] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.954757] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be updated. [ 883.984637] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.984817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.984867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.985074] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.985221] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.994817] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: IN_PROGRESS for 2s [ 884.208417] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.208563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.208635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.208861] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.208951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.209161] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.209277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.209342] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.209494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.209568] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.209651] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6f1277-fa80-4c4d-a778-357996a13c9a already deleted. [ 884.209728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.209830] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b6f1277-fa80-4c4d-a778-357996a13c9a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.210771] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.211189] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.211189] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.211189] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.211369] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.211403] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.211485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.211566] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6f1277-fa80-4c4d-a778-357996a13c9a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.233348] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.235544] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.235791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.235791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.237050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.237050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.237050] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.237050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.237050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.237050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.237050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.237050] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc is going to be updated. [ 884.272547] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.272803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.272803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.272978] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.273196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.288049] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc in Status: IN_PROGRESS for 2s [ 884.381016] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.381202] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.381276] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.381502] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.381619] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.381694] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 is going to be updated. [ 884.422955] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.423160] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.423242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.423488] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.423669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.434027] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: IN_PROGRESS for 2s [ 884.713539] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b6f1277-fa80-4c4d-a778-357996a13c9a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.714649] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.714790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.714852] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.715066] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.715509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.715509] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.715509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.715509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.715704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.715704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.715768] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6f1277-fa80-4c4d-a778-357996a13c9a already deleted. [ 884.715818] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.740371] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.219792] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b6f1277-fa80-4c4d-a778-357996a13c9a: rpc.has_security_group_logging(os_id): False [ 885.239253] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.239402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.239475] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.239689] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.239778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.239994] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.240109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.240173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.240356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.240436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.240525] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b6f1277-fa80-4c4d-a778-357996a13c9a is going to be created. [ 885.241674] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.241796] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.241863] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.242059] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.242153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.242240] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be updated. [ 885.258652] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/9b6f1277-fa80-4c4d-a778-357996a13c9a], does not exist path=[/infra/domains/default/groups/9b6f1277-fa80-4c4d-a778-357996a13c9a]."\n}' [ 885.258872] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b6f1277-fa80-4c4d-a778-357996a13c9a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9b6f1277-fa80-4c4d-a778-357996a13c9a [ 885.258872] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 885.277253] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.277446] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.277446] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.277667] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.277813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.287636] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: IN_PROGRESS for 2s [ 885.305097] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.305257] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.305332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.305583] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.306869] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.307182] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.307298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.307354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.307659] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.307659] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.307800] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.307893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.307948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.308109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.308182] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.308330] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b6f1277-fa80-4c4d-a778-357996a13c9a is going to be created. [ 885.326745] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/9b6f1277-fa80-4c4d-a778-357996a13c9a], does not exist path=[/infra/domains/default/groups/9b6f1277-fa80-4c4d-a778-357996a13c9a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9b6f1277-fa80-4c4d-a778-357996a13c9a [ 885.326905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b6f1277-fa80-4c4d-a778-357996a13c9a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.327142] env[66272]: Traceback (most recent call last): [ 885.327221] env[66272]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 885.327221] env[66272]: return func(*args, **kwargs) [ 885.327221] env[66272]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 885.327221] env[66272]: res.raise_for_status() [ 885.327221] env[66272]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 885.327221] env[66272]: raise HTTPError(http_error_msg, response=self) [ 885.327221] env[66272]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9b6f1277-fa80-4c4d-a778-357996a13c9a [ 885.327221] env[66272]: During handling of the above exception, another exception occurred: [ 885.327221] env[66272]: Traceback (most recent call last): [ 885.327221] env[66272]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 885.327221] env[66272]: listener.cb(fileno) [ 885.327221] env[66272]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 885.327221] env[66272]: result = function(*args, **kwargs) [ 885.327221] env[66272]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 885.327221] env[66272]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 885.327221] env[66272]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 885.327221] env[66272]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 885.327221] env[66272]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 885.327221] env[66272]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 885.327221] env[66272]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 885.327221] env[66272]: res.raise_for_status() [ 885.327221] env[66272]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 885.327221] env[66272]: raise HTTPError(http_error_msg, response=self) [ 885.327221] env[66272]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9b6f1277-fa80-4c4d-a778-357996a13c9a [ 885.327221] env[66272]: Removing descriptor: 66 [ 886.005566] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 886.005834] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 deletion is rescheduled due to dependency. [ 886.005891] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.299443] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc in Status: SUCCESS [ 886.300116] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc deletion is rescheduled due to dependency. [ 886.300116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.300116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.300390] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.300612] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.300768] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.300869] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.301070] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.301183] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.301357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.301514] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.303039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.303216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.303468] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.303651] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.303772] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.304011] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.305543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.305543] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.446060] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: SUCCESS [ 886.446280] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.807278] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.807278] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.807278] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.807278] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.807518] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.827779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.827900] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.829040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.829040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.829040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.829040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.829040] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc is going to be updated. [ 886.862402] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.862402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.862600] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.862760] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.862931] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.875199] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc in Status: IN_PROGRESS for 2s [ 887.302219] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 887.302219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.302219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.302219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.302219] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.302219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.302219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.302219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.302219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.302219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.303832] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.304815] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.305106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.305332] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.306034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.306034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.306034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.306034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.306034] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.309739] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc: rpc.has_security_group_logging(os_id): False [ 887.327764] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.327974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.328055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.328388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.328525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.328806] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.328903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.328986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.329885] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.329885] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.330174] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc is going to be updated. [ 887.422755] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.422755] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.422755] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.422755] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.422755] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.438107] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc in Status: IN_PROGRESS for 2s [ 887.454716] env[66272]: INFO networking_nsxv3.common.synchronization [req-e478605b-8e87-4283-8518-4c71132f5f36 req-a743c0cb-fbd5-4fee-8c4f-faf97680cb3a tempest-MigrationsAdminTest-2090684843 tempest-MigrationsAdminTest-2090684843-project-member] Enqueued Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGHEST for action security_group_members [ 887.454716] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGHEST for action security_group_members [ 887.454716] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.454716] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.454716] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.457474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.457474] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.457474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.457474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.457474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.457474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.457474] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.807623] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.807753] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.807956] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.957960] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.060795] env[66272]: INFO networking_nsxv3.common.synchronization [None req-cc2f05a7-ae14-42a8-8a36-a602866f0c78 None None] Enqueued Resource ID: 99059d8c-b70b-4fbe-829f-76cafc6e11db with Priority: HIGHEST for action port [ 888.061333] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99059d8c-b70b-4fbe-829f-76cafc6e11db with Priority: HIGHEST for action port [ 888.061685] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-99059d8c-b70b-4fbe-829f-76cafc6e11db taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.061821] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99059d8c-b70b-4fbe-829f-76cafc6e11db" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.061880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99059d8c-b70b-4fbe-829f-76cafc6e11db" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.062156] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99059d8c-b70b-4fbe-829f-76cafc6e11db" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.062416] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99059d8c-b70b-4fbe-829f-76cafc6e11db',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.300198] env[66272]: INFO networking_nsxv3.common.synchronization [req-d05267e0-7d54-408d-9800-729a61171c3f req-f4f281fc-5389-4bb7-b90b-aecf71ee6558 tempest-SecurityGroupRulesTestJSON-1400000902 tempest-SecurityGroupRulesTestJSON-1400000902-project-member] Enqueued Resource ID: d9ca7a44-9cb0-45e8-8dc1-e2e8c8f46378 with Priority: HIGHEST for action security_group_rules [ 888.300783] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ca7a44-9cb0-45e8-8dc1-e2e8c8f46378 with Priority: HIGHEST for action security_group_rules [ 888.301100] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9ca7a44-9cb0-45e8-8dc1-e2e8c8f46378 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.301224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9ca7a44-9cb0-45e8-8dc1-e2e8c8f46378" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.301290] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9ca7a44-9cb0-45e8-8dc1-e2e8c8f46378" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.301584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9ca7a44-9cb0-45e8-8dc1-e2e8c8f46378" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.301658] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9ca7a44-9cb0-45e8-8dc1-e2e8c8f46378',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.310743] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.461290] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.567562] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99059d8c-b70b-4fbe-829f-76cafc6e11db [ 888.567562] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.567562] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.567562] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.567562] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.567562] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.567562] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99059d8c-b70b-4fbe-829f-76cafc6e11db already deleted. [ 888.567562] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99059d8c-b70b-4fbe-829f-76cafc6e11db" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.637116] env[66272]: INFO networking_nsxv3.common.synchronization [req-f4acfbc4-28a9-4479-afd5-a9db396c1ec3 req-d0c2114a-b8fb-41ff-b91b-a6b9a62ebeeb tempest-SecurityGroupRulesTestJSON-1400000902 tempest-SecurityGroupRulesTestJSON-1400000902-project-member] Enqueued Resource ID: 773bf71f-63b5-4a0b-ab44-744e596097fd with Priority: HIGHEST for action security_group_rules [ 888.637116] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 773bf71f-63b5-4a0b-ab44-744e596097fd with Priority: HIGHEST for action security_group_rules [ 888.637116] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-773bf71f-63b5-4a0b-ab44-744e596097fd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.637116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-773bf71f-63b5-4a0b-ab44-744e596097fd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.637116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-773bf71f-63b5-4a0b-ab44-744e596097fd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.637116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-773bf71f-63b5-4a0b-ab44-744e596097fd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.637116] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('773bf71f-63b5-4a0b-ab44-744e596097fd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.815618] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.816476] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.816476] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.816476] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.816476] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.816476] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be updated. [ 888.824591] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.824736] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.824783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.824984] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.825079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.825168] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9ca7a44-9cb0-45e8-8dc1-e2e8c8f46378 already deleted. [ 888.825246] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9ca7a44-9cb0-45e8-8dc1-e2e8c8f46378" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.835617] env[66272]: INFO networking_nsxv3.common.synchronization [None req-12c7a6e0-ae25-4b8c-b3b0-3bf69a680a80 None None] Enqueued Resource ID: fbed3308-8b75-4186-a2e0-97cda580b1ee with Priority: HIGHEST for action port [ 888.836329] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbed3308-8b75-4186-a2e0-97cda580b1ee with Priority: HIGHEST for action port [ 888.836522] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbed3308-8b75-4186-a2e0-97cda580b1ee taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.836646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbed3308-8b75-4186-a2e0-97cda580b1ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.836751] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbed3308-8b75-4186-a2e0-97cda580b1ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.836949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbed3308-8b75-4186-a2e0-97cda580b1ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.840718] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbed3308-8b75-4186-a2e0-97cda580b1ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.845712] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.845826] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.845883] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.846113] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.846255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.856402] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: IN_PROGRESS for 2s [ 888.885281] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc in Status: SUCCESS [ 888.885281] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc deletion is rescheduled due to dependency. [ 888.885696] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.963620] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.964382] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.966196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.966196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.966196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.966196] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04622331-a528-4ef0-9e2b-733f9502fca2 is going to be updated. [ 888.991820] env[66272]: INFO networking_nsxv3.common.synchronization [req-907a432b-aa2a-47d8-80a6-ccf15e09a381 req-08a30498-4335-42a2-b821-1de62d611ce2 tempest-ServerRescueNegativeTestJSON-680848364 tempest-ServerRescueNegativeTestJSON-680848364-project-member] Enqueued Resource ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee with Priority: HIGHEST for action security_group_members [ 888.992422] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee with Priority: HIGHEST for action security_group_members [ 888.993420] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.993558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.993629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.993935] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.994017] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.995548] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a5ae4f-38fb-48bc-9500-6614c62664ee taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.995548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.995548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.995749] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.995817] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.995914] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.995981] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.996138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.996218] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.996311] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.007998] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04622331-a528-4ef0-9e2b-733f9502fca2 in Status: IN_PROGRESS for 2s [ 889.159825] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.159825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.159825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.159825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.159825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.159825] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 773bf71f-63b5-4a0b-ab44-744e596097fd already deleted. [ 889.159825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-773bf71f-63b5-4a0b-ab44-744e596097fd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.345614] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbed3308-8b75-4186-a2e0-97cda580b1ee [ 889.345614] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.345614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.345614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.346048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.346048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.346048] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbed3308-8b75-4186-a2e0-97cda580b1ee already deleted. [ 889.346048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbed3308-8b75-4186-a2e0-97cda580b1ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.449470] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.449470] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-28" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.449470] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-28" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.449907] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-28" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.449907] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.450698] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.451169] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.451169] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.451434] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.452626] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.452626] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.452626] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.452844] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.452844] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.455881] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.455881] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.455881] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc in Status: SUCCESS [ 889.455881] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.473263] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.473457] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.473655] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.473841] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-28" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.474163] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-4a0ef212-c312-44c6-b4ff-42f39657d66b taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.474332] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-4a0ef212-c312-44c6-b4ff-42f39657d66b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.474449] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-4a0ef212-c312-44c6-b4ff-42f39657d66b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.474771] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-4a0ef212-c312-44c6-b4ff-42f39657d66b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.474905] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a0ef212-c312-44c6-b4ff-42f39657d66b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.501366] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.501930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.501930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.502880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.502880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.502880] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.503174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.503174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.503174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.503282] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.503317] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee already deleted. [ 889.503358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.980901] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.981128] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.981251] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.981581] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.981935] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.981935] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 4a0ef212-c312-44c6-b4ff-42f39657d66b not found, creating... [ 889.982122] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.982273] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.982387] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.982600] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.982732] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.983013] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.983167] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.983280] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.983476] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.983605] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.983765] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 4a0ef212-c312-44c6-b4ff-42f39657d66b is going to be created. [ 890.005374] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.005519] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.005519] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.005799] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.006010] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.006280] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-4a0ef212-c312-44c6-b4ff-42f39657d66b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.114869] env[66272]: INFO networking_nsxv3.common.synchronization [req-dfe1d884-459b-41a6-9c79-94b1fda7b131 req-7a822ebe-014b-4e76-ba12-9d030a0d583b tempest-SecurityGroupRulesTestJSON-1400000902 tempest-SecurityGroupRulesTestJSON-1400000902-project-member] Enqueued Resource ID: adb7c3ac-f44a-4472-b7ac-171c11f04003 with Priority: HIGHEST for action security_group_rules [ 890.115697] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb7c3ac-f44a-4472-b7ac-171c11f04003 with Priority: HIGHEST for action security_group_rules [ 890.116009] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adb7c3ac-f44a-4472-b7ac-171c11f04003 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.116186] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adb7c3ac-f44a-4472-b7ac-171c11f04003" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.116662] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adb7c3ac-f44a-4472-b7ac-171c11f04003" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.116971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adb7c3ac-f44a-4472-b7ac-171c11f04003" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.117105] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adb7c3ac-f44a-4472-b7ac-171c11f04003',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.501224] env[66272]: INFO networking_nsxv3.common.synchronization [None req-ef573c14-f57c-4526-bd74-d0707f9db69f None None] Enqueued Resource ID: c953e49d-40cc-4cdd-9739-b896383b45f8 with Priority: HIGHEST for action port [ 890.502774] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c953e49d-40cc-4cdd-9739-b896383b45f8 with Priority: HIGHEST for action port [ 890.502774] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-c953e49d-40cc-4cdd-9739-b896383b45f8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.502774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c953e49d-40cc-4cdd-9739-b896383b45f8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.503939] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c953e49d-40cc-4cdd-9739-b896383b45f8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.504239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c953e49d-40cc-4cdd-9739-b896383b45f8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.504322] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c953e49d-40cc-4cdd-9739-b896383b45f8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.640635] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.640848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.640923] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.641160] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.641251] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.641358] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adb7c3ac-f44a-4472-b7ac-171c11f04003 already deleted. [ 890.641439] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adb7c3ac-f44a-4472-b7ac-171c11f04003" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.768587] env[66272]: INFO networking_nsxv3.common.synchronization [req-907a432b-aa2a-47d8-80a6-ccf15e09a381 req-d837e5a5-854a-427e-85db-df63014ff11e service nova] Enqueued Resource ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee with Priority: HIGHEST for action security_group_rules [ 890.772175] env[66272]: INFO networking_nsxv3.common.synchronization [req-907a432b-aa2a-47d8-80a6-ccf15e09a381 req-d837e5a5-854a-427e-85db-df63014ff11e service nova] Enqueued Resource ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee with Priority: HIGHEST for action security_group_members [ 890.772175] env[66272]: INFO networking_nsxv3.common.synchronization [req-907a432b-aa2a-47d8-80a6-ccf15e09a381 req-d837e5a5-854a-427e-85db-df63014ff11e service nova] Enqueued Resource ID: 4a0ef212-c312-44c6-b4ff-42f39657d66b with Priority: HIGHEST for action port [ 890.773305] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee with Priority: HIGHEST for action security_group_rules [ 890.773619] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee with Priority: HIGHEST for action security_group_members [ 890.773705] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0ef212-c312-44c6-b4ff-42f39657d66b with Priority: HIGHEST for action port [ 890.774170] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61a5ae4f-38fb-48bc-9500-6614c62664ee taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.774319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.774389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.774662] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.774766] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.776777] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a5ae4f-38fb-48bc-9500-6614c62664ee taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.776777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.776777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.776777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.776777] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.776777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.776777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.776777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.776777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.776777] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.777663] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a0ef212-c312-44c6-b4ff-42f39657d66b taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.777769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a0ef212-c312-44c6-b4ff-42f39657d66b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.778072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a0ef212-c312-44c6-b4ff-42f39657d66b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.778072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a0ef212-c312-44c6-b4ff-42f39657d66b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.778185] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a0ef212-c312-44c6-b4ff-42f39657d66b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.868195] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 890.868630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.868630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.868794] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.868994] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.869113] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.869171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.869326] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.869406] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.869491] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.869646] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.869740] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.869797] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.869962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.870087] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.870182] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.870242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.870382] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.870733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.870868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.870984] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.896350] env[66272]: INFO networking_nsxv3.common.synchronization [req-b8af7b24-7848-4041-ab1f-5782c14e53a3 req-a3b11810-338f-47f3-b5a2-678a9052e2b2 tempest-SecurityGroupRulesTestJSON-1400000902 tempest-SecurityGroupRulesTestJSON-1400000902-project-member] Enqueued Resource ID: 2e9ba38c-1cfd-488c-b260-38f66bd59066 with Priority: HIGHEST for action security_group_rules [ 890.896824] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e9ba38c-1cfd-488c-b260-38f66bd59066 with Priority: HIGHEST for action security_group_rules [ 890.897595] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e9ba38c-1cfd-488c-b260-38f66bd59066 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.897595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e9ba38c-1cfd-488c-b260-38f66bd59066" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.897595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e9ba38c-1cfd-488c-b260-38f66bd59066" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.897968] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e9ba38c-1cfd-488c-b260-38f66bd59066" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.897968] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e9ba38c-1cfd-488c-b260-38f66bd59066',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.007355] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c953e49d-40cc-4cdd-9739-b896383b45f8 [ 891.007595] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.007734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.007803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.008044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.008137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.008234] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c953e49d-40cc-4cdd-9739-b896383b45f8 already deleted. [ 891.008315] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c953e49d-40cc-4cdd-9739-b896383b45f8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.019157] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04622331-a528-4ef0-9e2b-733f9502fca2 in Status: SUCCESS [ 891.019370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.147314] env[66272]: INFO networking_nsxv3.common.synchronization [None req-7c9d9051-d054-4d92-b907-119ef087a38f None None] Enqueued Resource ID: ea8c0d34-8ca9-4fcc-bde1-499372a837fa with Priority: HIGHEST for action port [ 891.147908] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea8c0d34-8ca9-4fcc-bde1-499372a837fa with Priority: HIGHEST for action port [ 891.148789] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea8c0d34-8ca9-4fcc-bde1-499372a837fa taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.148789] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea8c0d34-8ca9-4fcc-bde1-499372a837fa" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.148789] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea8c0d34-8ca9-4fcc-bde1-499372a837fa" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.148993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea8c0d34-8ca9-4fcc-bde1-499372a837fa" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.148993] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea8c0d34-8ca9-4fcc-bde1-499372a837fa',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.281080] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a5ae4f-38fb-48bc-9500-6614c62664ee taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.281220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.281398] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.282395] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a0ef212-c312-44c6-b4ff-42f39657d66b with status ACTIVE [ 891.282637] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.282729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.282780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.283014] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.283151] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.283352] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.283453] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.286813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.286813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.286813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.288206] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.288206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.288206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.288206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.288206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.288206] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a0ef212-c312-44c6-b4ff-42f39657d66b is going to be updated. [ 891.312881] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.313068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.313162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.313417] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.313417] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.314021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a0ef212-c312-44c6-b4ff-42f39657d66b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.376275] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b605b374-c3e0-4fc5-86ef-7858c7524aa1: rpc.has_security_group_logging(os_id): False [ 891.427296] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.427296] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.427296] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.427296] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.430030] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.430452] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.467197] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.467462] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.467578] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.467657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.467848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.467931] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.468155] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.468246] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.468311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.468485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.468587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.468788] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.468870] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.468927] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.469097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.469177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.469380] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be updated. [ 891.471236] env[66272]: INFO networking_nsxv3.common.synchronization [req-4743a4b1-d267-443f-951d-42be8a299633 req-9af4f3a0-611e-4d21-ad91-a05bde698488 tempest-SecurityGroupRulesTestJSON-1400000902 tempest-SecurityGroupRulesTestJSON-1400000902-project-member] Enqueued Resource ID: a35e4a01-44cb-4b29-a1ee-decabe0807c2 with Priority: HIGHEST for action security_group_rules [ 891.471827] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.471986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.472097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.472184] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e9ba38c-1cfd-488c-b260-38f66bd59066 already deleted. [ 891.472266] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e9ba38c-1cfd-488c-b260-38f66bd59066" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.472446] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35e4a01-44cb-4b29-a1ee-decabe0807c2 with Priority: HIGHEST for action security_group_rules [ 891.473204] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a35e4a01-44cb-4b29-a1ee-decabe0807c2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.473313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a35e4a01-44cb-4b29-a1ee-decabe0807c2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.473376] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a35e4a01-44cb-4b29-a1ee-decabe0807c2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.473571] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a35e4a01-44cb-4b29-a1ee-decabe0807c2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.473650] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a35e4a01-44cb-4b29-a1ee-decabe0807c2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.560207] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.560521] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.560521] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.561250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.564037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.580882] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: IN_PROGRESS for 2s [ 891.652945] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea8c0d34-8ca9-4fcc-bde1-499372a837fa [ 891.653247] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.653392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.653461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.653693] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.653783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.653880] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea8c0d34-8ca9-4fcc-bde1-499372a837fa already deleted. [ 891.653959] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea8c0d34-8ca9-4fcc-bde1-499372a837fa" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.664921] env[66272]: INFO networking_nsxv3.common.synchronization [req-b4e6c7ab-4ead-42bf-8973-648fe64853c6 req-f3a0b8e1-54f5-4ab1-a9d2-ebae402355ad tempest-SecurityGroupRulesTestJSON-1400000902 tempest-SecurityGroupRulesTestJSON-1400000902-project-member] Enqueued Resource ID: a35e4a01-44cb-4b29-a1ee-decabe0807c2 with Priority: HIGHEST for action security_group_rules [ 891.665487] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35e4a01-44cb-4b29-a1ee-decabe0807c2 with Priority: HIGHEST for action security_group_rules [ 891.665845] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a35e4a01-44cb-4b29-a1ee-decabe0807c2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.666199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a35e4a01-44cb-4b29-a1ee-decabe0807c2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.738777] env[66272]: INFO networking_nsxv3.common.synchronization [req-afbc0ed5-23de-43a8-9758-763c915c7c97 req-2194969e-dfff-4206-9c72-e657ccaa326b tempest-AttachVolumeNegativeTest-738561690 tempest-AttachVolumeNegativeTest-738561690-project-member] Enqueued Resource ID: 67dda543-2a26-4737-8d58-d24d6ce86794 with Priority: HIGHEST for action security_group_members [ 891.739682] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dda543-2a26-4737-8d58-d24d6ce86794 with Priority: HIGHEST for action security_group_members [ 891.739869] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-67dda543-2a26-4737-8d58-d24d6ce86794 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.740100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.740210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.742026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.742026] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.742026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.742026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.742026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.742026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.742026] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67dda543-2a26-4737-8d58-d24d6ce86794',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.790219] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.994991] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.995155] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.995232] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.995459] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.995595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.995672] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a35e4a01-44cb-4b29-a1ee-decabe0807c2 already deleted. [ 891.995716] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a35e4a01-44cb-4b29-a1ee-decabe0807c2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.995919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a35e4a01-44cb-4b29-a1ee-decabe0807c2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.996035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a35e4a01-44cb-4b29-a1ee-decabe0807c2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.996122] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a35e4a01-44cb-4b29-a1ee-decabe0807c2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.073344] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.073569] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-713" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.073714] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-713" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.074135] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-713" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.074393] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.074546] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.074660] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.074890] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.075040] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.075246] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.075355] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.075461] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.075565] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.075673] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.075776] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.075903] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.087893] env[66272]: INFO networking_nsxv3.common.synchronization [req-26f1dcd9-3090-4d01-9b5a-d5e9dc393e36 req-9cfd5bc6-6e9e-45a0-bb65-a680b9759bc5 tempest-SecurityGroupRulesTestJSON-1400000902 tempest-SecurityGroupRulesTestJSON-1400000902-project-member] Enqueued Resource ID: a35e4a01-44cb-4b29-a1ee-decabe0807c2 with Priority: HIGHEST for action security_group_rules [ 892.088441] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35e4a01-44cb-4b29-a1ee-decabe0807c2 with Priority: HIGHEST for action security_group_rules [ 892.088798] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a35e4a01-44cb-4b29-a1ee-decabe0807c2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.088938] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a35e4a01-44cb-4b29-a1ee-decabe0807c2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.094607] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.094806] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.094948] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.095139] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-713" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.095431] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-473faca2-3a6e-4ae8-bfc4-0af7ec81a2cf taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.095595] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-473faca2-3a6e-4ae8-bfc4-0af7ec81a2cf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.095718] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-473faca2-3a6e-4ae8-bfc4-0af7ec81a2cf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.096033] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-473faca2-3a6e-4ae8-bfc4-0af7ec81a2cf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.096224] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('473faca2-3a6e-4ae8-bfc4-0af7ec81a2cf',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.244460] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.244703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.244784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.245009] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.245109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.245310] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.245411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.245472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.245623] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.245698] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.245780] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67dda543-2a26-4737-8d58-d24d6ce86794 already deleted. [ 892.245869] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.293755] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.293755] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.293755] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.293964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.294901] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.294901] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee is going to be created. [ 892.318868] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.319024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.319089] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.319303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.319463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.328832] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee in Status: UNINITIALIZED for 2s [ 892.519929] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.520100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.520180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.520370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.520460] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.520542] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a35e4a01-44cb-4b29-a1ee-decabe0807c2 already deleted. [ 892.520827] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a35e4a01-44cb-4b29-a1ee-decabe0807c2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.521105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a35e4a01-44cb-4b29-a1ee-decabe0807c2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.521373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a35e4a01-44cb-4b29-a1ee-decabe0807c2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.521512] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a35e4a01-44cb-4b29-a1ee-decabe0807c2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.599805] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.600235] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.600235] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.600424] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.600667] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.600961] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 473faca2-3a6e-4ae8-bfc4-0af7ec81a2cf not found, creating... [ 892.601328] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.601542] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.601849] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.602136] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.602288] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.602601] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.602766] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.602902] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.603152] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.603292] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.603438] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 473faca2-3a6e-4ae8-bfc4-0af7ec81a2cf is going to be created. [ 892.624751] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.625084] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.625209] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.625397] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.625616] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.626472] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-473faca2-3a6e-4ae8-bfc4-0af7ec81a2cf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.044959] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.045379] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.045461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.045692] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.045771] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.045867] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a35e4a01-44cb-4b29-a1ee-decabe0807c2 already deleted. [ 893.045957] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a35e4a01-44cb-4b29-a1ee-decabe0807c2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.318808] env[66272]: INFO networking_nsxv3.common.synchronization [req-afbc0ed5-23de-43a8-9758-763c915c7c97 req-815d1056-bc04-49eb-bf64-8a470c66275c service nova] Enqueued Resource ID: 67dda543-2a26-4737-8d58-d24d6ce86794 with Priority: HIGHEST for action security_group_rules [ 893.318988] env[66272]: INFO networking_nsxv3.common.synchronization [req-afbc0ed5-23de-43a8-9758-763c915c7c97 req-815d1056-bc04-49eb-bf64-8a470c66275c service nova] Enqueued Resource ID: 67dda543-2a26-4737-8d58-d24d6ce86794 with Priority: HIGHEST for action security_group_members [ 893.319137] env[66272]: INFO networking_nsxv3.common.synchronization [req-afbc0ed5-23de-43a8-9758-763c915c7c97 req-815d1056-bc04-49eb-bf64-8a470c66275c service nova] Enqueued Resource ID: 473faca2-3a6e-4ae8-bfc4-0af7ec81a2cf with Priority: HIGHEST for action port [ 893.319721] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dda543-2a26-4737-8d58-d24d6ce86794 with Priority: HIGHEST for action security_group_rules [ 893.319779] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dda543-2a26-4737-8d58-d24d6ce86794 with Priority: HIGHEST for action security_group_members [ 893.319871] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473faca2-3a6e-4ae8-bfc4-0af7ec81a2cf with Priority: HIGHEST for action port [ 893.321018] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67dda543-2a26-4737-8d58-d24d6ce86794 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.321184] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.321700] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.322048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.322181] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67dda543-2a26-4737-8d58-d24d6ce86794',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.323602] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-67dda543-2a26-4737-8d58-d24d6ce86794 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.324274] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.324274] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.324274] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.324274] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.324274] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.324767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.324941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.325047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.325375] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67dda543-2a26-4737-8d58-d24d6ce86794',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.328461] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-473faca2-3a6e-4ae8-bfc4-0af7ec81a2cf taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.328566] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-473faca2-3a6e-4ae8-bfc4-0af7ec81a2cf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.328566] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-473faca2-3a6e-4ae8-bfc4-0af7ec81a2cf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.328720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-473faca2-3a6e-4ae8-bfc4-0af7ec81a2cf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.328796] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('473faca2-3a6e-4ae8-bfc4-0af7ec81a2cf',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.597566] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 893.597566] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.829272] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67dda543-2a26-4737-8d58-d24d6ce86794',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.830404] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 473faca2-3a6e-4ae8-bfc4-0af7ec81a2cf with status ACTIVE [ 893.830727] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.830901] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.830993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.831252] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.831356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.831577] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.831707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.831809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.831992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.832106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.832335] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.832387] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.832481] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.832658] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.832754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.832858] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 473faca2-3a6e-4ae8-bfc4-0af7ec81a2cf is going to be updated. [ 893.834056] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-67dda543-2a26-4737-8d58-d24d6ce86794 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.834206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.856391] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.856544] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.856622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.856853] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.856961] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.857145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-473faca2-3a6e-4ae8-bfc4-0af7ec81a2cf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.182195] env[66272]: INFO networking_nsxv3.common.synchronization [req-e3fc2829-7c2d-42f5-a43c-db272f5181af req-e6071a89-65c2-4ad6-b994-b944b474c086 tempest-ServerRescueNegativeTestJSON-680848364 tempest-ServerRescueNegativeTestJSON-680848364-project-member] Enqueued Resource ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee with Priority: HIGHEST for action security_group_members [ 894.183518] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee with Priority: HIGHEST for action security_group_members [ 894.183518] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a5ae4f-38fb-48bc-9500-6614c62664ee taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.183518] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.335525] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67dda543-2a26-4737-8d58-d24d6ce86794',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.339038] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee in Status: SUCCESS [ 894.339038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.340625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.340625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.340625] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.340625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.340625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.340625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.340625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.340625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.340625] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.341680] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.341680] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.341680] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.341680] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.341680] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.341680] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.341680] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.341942] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.532741] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.532940] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-28" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.533111] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-28" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.533387] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-28" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.533650] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.533818] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.533946] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.534186] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.534329] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.534538] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.534661] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.534771] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.534880] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.534987] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.535109] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.535290] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.553918] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.554108] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.554247] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.554432] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-28" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.554761] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-7a9c8e95-5d71-4404-85bd-dde89f9cd905 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.554949] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-7a9c8e95-5d71-4404-85bd-dde89f9cd905" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.555079] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-7a9c8e95-5d71-4404-85bd-dde89f9cd905" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.555709] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-7a9c8e95-5d71-4404-85bd-dde89f9cd905" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.555709] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a9c8e95-5d71-4404-85bd-dde89f9cd905',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.838116] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.838416] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.838416] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.838580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.838745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.838831] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67dda543-2a26-4737-8d58-d24d6ce86794 is going to be created. [ 894.843925] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a5ae4f-38fb-48bc-9500-6614c62664ee taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.844087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.844250] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.863541] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.863731] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.863799] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.863997] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.864479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.874390] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67dda543-2a26-4737-8d58-d24d6ce86794 in Status: UNINITIALIZED for 2s [ 895.058450] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.058726] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.058860] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.059185] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.059332] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.059487] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 7a9c8e95-5d71-4404-85bd-dde89f9cd905 not found, creating... [ 895.059763] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.059924] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.060059] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.060309] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.060470] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.060815] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.060972] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.061106] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.061328] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.061464] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.061605] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 7a9c8e95-5d71-4404-85bd-dde89f9cd905 is going to be created. [ 895.124670] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.124952] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.125099] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.125391] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.125638] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.125959] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-7a9c8e95-5d71-4404-85bd-dde89f9cd905" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.347052] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.851918] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.851918] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.851918] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.851918] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.851918] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.851918] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee is going to be updated. [ 895.881871] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.882051] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.882130] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.882369] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.882514] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.891982] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee in Status: IN_PROGRESS for 2s [ 895.905749] env[66272]: INFO networking_nsxv3.common.synchronization [req-e3fc2829-7c2d-42f5-a43c-db272f5181af req-fea21265-25e1-4b30-9572-4db50f8d3e18 service nova] Enqueued Resource ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee with Priority: HIGHEST for action security_group_rules [ 895.905933] env[66272]: INFO networking_nsxv3.common.synchronization [req-e3fc2829-7c2d-42f5-a43c-db272f5181af req-fea21265-25e1-4b30-9572-4db50f8d3e18 service nova] Enqueued Resource ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee with Priority: HIGHEST for action security_group_members [ 895.906081] env[66272]: INFO networking_nsxv3.common.synchronization [req-e3fc2829-7c2d-42f5-a43c-db272f5181af req-fea21265-25e1-4b30-9572-4db50f8d3e18 service nova] Enqueued Resource ID: 7a9c8e95-5d71-4404-85bd-dde89f9cd905 with Priority: HIGHEST for action port [ 895.906834] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee with Priority: HIGHEST for action security_group_rules [ 895.906834] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee with Priority: HIGHEST for action security_group_members [ 895.906834] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a9c8e95-5d71-4404-85bd-dde89f9cd905 with Priority: HIGHEST for action port [ 895.907133] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61a5ae4f-38fb-48bc-9500-6614c62664ee taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.907203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.907403] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a5ae4f-38fb-48bc-9500-6614c62664ee taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.907494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.907722] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a9c8e95-5d71-4404-85bd-dde89f9cd905 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.907840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a9c8e95-5d71-4404-85bd-dde89f9cd905" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.907906] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a9c8e95-5d71-4404-85bd-dde89f9cd905" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.908119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a9c8e95-5d71-4404-85bd-dde89f9cd905" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.908197] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a9c8e95-5d71-4404-85bd-dde89f9cd905',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.414318] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a9c8e95-5d71-4404-85bd-dde89f9cd905 with status ACTIVE [ 896.414318] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.414318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.414318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.414318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.414318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.414318] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.414318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.414318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.414318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.414318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.414318] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.414318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.414318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.414318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.414318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.414318] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a9c8e95-5d71-4404-85bd-dde89f9cd905 is going to be updated. [ 896.436181] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.436333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.436404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.436620] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.436761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.436920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a9c8e95-5d71-4404-85bd-dde89f9cd905" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.884996] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67dda543-2a26-4737-8d58-d24d6ce86794 in Status: SUCCESS [ 896.885264] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.885516] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.885802] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.886044] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.886198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.886284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.886472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.887490] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.887490] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.887490] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67dda543-2a26-4737-8d58-d24d6ce86794',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.389849] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67dda543-2a26-4737-8d58-d24d6ce86794',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.893021] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67dda543-2a26-4737-8d58-d24d6ce86794: rpc.has_security_group_logging(os_id): False [ 897.904291] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee in Status: SUCCESS [ 897.904529] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.904700] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.904921] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.905131] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.905250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.905313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.905473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.905555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.905666] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.905805] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a5ae4f-38fb-48bc-9500-6614c62664ee taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.905883] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.905942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.906099] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.906238] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.906331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.906392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.906530] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.906604] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.906697] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.906785] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.907732] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.908377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.908377] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.908377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.908377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.908377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.908377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.908617] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.910780] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.910912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.910972] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.911144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.911226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.911451] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.911911] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.911911] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.911911] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.911911] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.912067] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67dda543-2a26-4737-8d58-d24d6ce86794 is going to be created. [ 897.979423] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.979423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.979423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.979423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.979423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.993279] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67dda543-2a26-4737-8d58-d24d6ce86794 in Status: IN_PROGRESS for 2s [ 898.410703] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61a5ae4f-38fb-48bc-9500-6614c62664ee: rpc.has_security_group_logging(os_id): False [ 898.412213] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.434650] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.434928] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.434988] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.435262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.435374] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.435890] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.435890] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.435890] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.436088] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.436088] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.436278] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.436407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.436499] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.436659] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.436734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.436913] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.437016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.437109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.437253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.437317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.437402] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee is going to be created. [ 898.516864] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.517101] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.517390] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.517747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.517927] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.531362] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee in Status: IN_PROGRESS for 2s [ 898.795146] env[66272]: INFO networking_nsxv3.common.synchronization [req-aacd7978-8da5-4f71-9ed3-09c3e842317e req-dc75b6d9-fe81-4adc-b422-15bdd746a394 tempest-ImagesOneServerNegativeTestJSON-471111373 tempest-ImagesOneServerNegativeTestJSON-471111373-project-member] Enqueued Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_members [ 898.796203] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_members [ 898.796614] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.796769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.796858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.797108] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.797301] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.797439] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.797520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.797692] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.797882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.798058] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.916744] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.091350] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.091513] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-108" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.091634] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-108" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.091933] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-108" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.092185] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.092340] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.092454] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.092764] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.092939] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.093134] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.093249] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.093393] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.093520] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.093633] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.093736] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.093863] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.113772] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.113993] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.114166] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.114355] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-108" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.114763] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-31659774-3fe4-4c00-a3e1-438c7121fe3b taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.115163] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-31659774-3fe4-4c00-a3e1-438c7121fe3b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.115320] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-31659774-3fe4-4c00-a3e1-438c7121fe3b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.115667] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-31659774-3fe4-4c00-a3e1-438c7121fe3b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.115748] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31659774-3fe4-4c00-a3e1-438c7121fe3b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.301395] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.301618] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.301618] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.302295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.328834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.329113] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.329235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.329303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.329513] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.329595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.329685] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e is going to be updated. [ 899.372769] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.372769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.372769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.372970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.373103] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.395163] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: IN_PROGRESS for 2s [ 899.419289] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.419460] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.419505] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.419773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.419884] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.420714] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee is going to be updated. [ 899.472800] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.472982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.473086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.473404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.473609] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.489867] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee in Status: IN_PROGRESS for 2s [ 899.618395] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.618694] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.618826] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.619190] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.619348] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.619506] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 31659774-3fe4-4c00-a3e1-438c7121fe3b not found, creating... [ 899.619773] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.619940] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.620129] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.620382] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.620521] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.620808] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.621026] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.621160] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.621543] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.621689] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.621834] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 31659774-3fe4-4c00-a3e1-438c7121fe3b is going to be created. [ 899.647738] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.648067] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.648128] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.648467] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.648726] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.648979] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-31659774-3fe4-4c00-a3e1-438c7121fe3b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.005254] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67dda543-2a26-4737-8d58-d24d6ce86794 in Status: SUCCESS [ 900.005524] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.393493] env[66272]: INFO networking_nsxv3.common.synchronization [req-aacd7978-8da5-4f71-9ed3-09c3e842317e req-14a7f6ac-ebb7-46db-9aca-03394a35f1dd service nova] Enqueued Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_rules [ 900.393915] env[66272]: INFO networking_nsxv3.common.synchronization [req-aacd7978-8da5-4f71-9ed3-09c3e842317e req-14a7f6ac-ebb7-46db-9aca-03394a35f1dd service nova] Enqueued Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_members [ 900.393915] env[66272]: INFO networking_nsxv3.common.synchronization [req-aacd7978-8da5-4f71-9ed3-09c3e842317e req-14a7f6ac-ebb7-46db-9aca-03394a35f1dd service nova] Enqueued Resource ID: 31659774-3fe4-4c00-a3e1-438c7121fe3b with Priority: HIGHEST for action port [ 900.394469] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_rules [ 900.394650] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_members [ 900.394766] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31659774-3fe4-4c00-a3e1-438c7121fe3b with Priority: HIGHEST for action port [ 900.395344] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.395344] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.395344] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.395532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.395532] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.398430] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.398541] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.398738] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-31659774-3fe4-4c00-a3e1-438c7121fe3b taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.398954] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31659774-3fe4-4c00-a3e1-438c7121fe3b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.399054] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31659774-3fe4-4c00-a3e1-438c7121fe3b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.399245] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31659774-3fe4-4c00-a3e1-438c7121fe3b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.399344] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31659774-3fe4-4c00-a3e1-438c7121fe3b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.544920] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee in Status: SUCCESS [ 900.544920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.545139] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.545377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.545469] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.904198] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.904198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.904198] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31659774-3fe4-4c00-a3e1-438c7121fe3b with status ACTIVE [ 900.904198] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.904198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.904198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.904198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.904198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.904198] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.904198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.904198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.904198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.904198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.904198] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.904809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.904809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.904809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.904809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.905218] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31659774-3fe4-4c00-a3e1-438c7121fe3b is going to be updated. [ 900.927280] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.927467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.927538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.927763] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.927918] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.928134] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31659774-3fe4-4c00-a3e1-438c7121fe3b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.047872] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a5ae4f-38fb-48bc-9500-6614c62664ee taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.048511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.329392] env[66272]: INFO networking_nsxv3.common.synchronization [req-7856d467-ffbb-4215-adc8-1bcc8df30278 req-2e826081-ee6d-4390-8a88-0b3e917d0b9b tempest-ImagesTestJSON-1438489800 tempest-ImagesTestJSON-1438489800-project-member] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 901.330040] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 901.330359] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.330663] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.330663] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.330928] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.330928] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.331134] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.331134] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.331271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.331358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.331451] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.407177] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: SUCCESS [ 901.407368] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e deletion is rescheduled due to dependency. [ 901.407493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.407680] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.407942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.408558] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.408558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.408558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.408558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.408730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.408757] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.505177] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee in Status: SUCCESS [ 901.505177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.505177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.505177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.505177] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.505177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.505177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.505177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.505177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.505177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.505177] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.709216] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.709421] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.709546] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.709834] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.710292] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.710621] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.710814] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.711301] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.711632] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.711912] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.712114] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.712336] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.712421] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.712576] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.712721] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.712900] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.736455] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.738283] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.738456] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.738630] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.738965] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-8d5f59b4-fe72-41d3-a659-d5969c10bbf4 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.739155] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-8d5f59b4-fe72-41d3-a659-d5969c10bbf4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.739270] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-8d5f59b4-fe72-41d3-a659-d5969c10bbf4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.739620] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-8d5f59b4-fe72-41d3-a659-d5969c10bbf4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.739750] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d5f59b4-fe72-41d3-a659-d5969c10bbf4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.836162] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.836361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.837324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.837324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.911823] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.962294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.962294] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.962294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.962294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.962294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.962294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.962294] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be updated. [ 901.991037] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.991224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.991304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.991573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.991758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.009522] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a5ae4f-38fb-48bc-9500-6614c62664ee taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.009692] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.009758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.010010] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.010188] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.010292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.010355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.010525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.010609] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.010715] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.012045] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a5ae4f-38fb-48bc-9500-6614c62664ee taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.012045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.012045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.012045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.012045] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.012045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.012045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.012045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.012045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.012045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.012045] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.028459] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 902.244368] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.244806] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.244806] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.245068] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.245233] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.245389] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 8d5f59b4-fe72-41d3-a659-d5969c10bbf4 not found, creating... [ 902.245644] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.245816] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.245927] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.246144] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.246280] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.246556] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.246709] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.246824] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.247054] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.247197] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.247332] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 8d5f59b4-fe72-41d3-a659-d5969c10bbf4 is going to be created. [ 902.282538] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.282830] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.282981] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.283377] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.283663] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.283988] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-8d5f59b4-fe72-41d3-a659-d5969c10bbf4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.415651] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.514959] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61a5ae4f-38fb-48bc-9500-6614c62664ee: rpc.has_security_group_logging(os_id): False [ 902.538786] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.538978] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.539114] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.539391] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.539511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.539760] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.539911] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.539974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.540233] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.540319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.540687] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.540687] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.540878] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.541315] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.541315] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.541315] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.541315] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.541433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.541646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.541646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.542350] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee is going to be updated. [ 902.610643] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.610818] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.610919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.611383] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.611508] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.628244] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee in Status: IN_PROGRESS for 2s [ 902.919047] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.919047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.919047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.919275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.919634] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.919634] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e is going to be updated. [ 902.950774] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.950966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.950966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.951276] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.951428] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.965813] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: IN_PROGRESS for 2s [ 903.008569] env[66272]: INFO networking_nsxv3.common.synchronization [req-7856d467-ffbb-4215-adc8-1bcc8df30278 req-d1f87c74-c899-4e32-8cf5-ecc32127ba02 service nova] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_rules [ 903.008569] env[66272]: INFO networking_nsxv3.common.synchronization [req-7856d467-ffbb-4215-adc8-1bcc8df30278 req-d1f87c74-c899-4e32-8cf5-ecc32127ba02 service nova] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 903.008759] env[66272]: INFO networking_nsxv3.common.synchronization [req-7856d467-ffbb-4215-adc8-1bcc8df30278 req-d1f87c74-c899-4e32-8cf5-ecc32127ba02 service nova] Enqueued Resource ID: 8d5f59b4-fe72-41d3-a659-d5969c10bbf4 with Priority: HIGHEST for action port [ 903.012156] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_rules [ 903.012322] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 903.012409] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5f59b4-fe72-41d3-a659-d5969c10bbf4 with Priority: HIGHEST for action port [ 903.013023] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.013669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.013669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.013669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.013669] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.015259] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.015259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.015259] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d5f59b4-fe72-41d3-a659-d5969c10bbf4 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.015259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d5f59b4-fe72-41d3-a659-d5969c10bbf4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.015259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d5f59b4-fe72-41d3-a659-d5969c10bbf4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.016508] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d5f59b4-fe72-41d3-a659-d5969c10bbf4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.016508] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d5f59b4-fe72-41d3-a659-d5969c10bbf4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.518461] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.518801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.518901] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d5f59b4-fe72-41d3-a659-d5969c10bbf4 with status ACTIVE [ 903.519147] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.519288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.519371] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.519644] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.519762] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.519990] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.520246] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.520334] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.520554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.521217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.521217] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.521217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.521217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.521909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.521909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.521909] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d5f59b4-fe72-41d3-a659-d5969c10bbf4 is going to be updated. [ 903.554242] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.554495] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.554495] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.554774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.555038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.555169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d5f59b4-fe72-41d3-a659-d5969c10bbf4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.038919] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 904.039237] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a deletion is rescheduled due to dependency. [ 904.039381] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.039555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.039766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.039951] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.040102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.040169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.040354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.040434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.040551] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.543253] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.653133] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee in Status: SUCCESS [ 904.653375] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.978980] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: SUCCESS [ 904.979351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.979535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.979777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.979980] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.980115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.980181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.980343] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.980428] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.980546] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.980616] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.045794] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.488056] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.488056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.488056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.488056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.488056] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.488056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.488056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.488056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.488056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.488056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.488056] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.488056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.488056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.488056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.488056] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.488056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.489175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.489562] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.489842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.490099] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.490412] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.553168] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.553168] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.553168] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.553168] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.553168] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.553168] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be updated. [ 905.595824] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.595824] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.595824] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.595824] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.595824] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.604760] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 905.726218] env[66272]: INFO networking_nsxv3.common.synchronization [req-0f488c65-afcb-4cb0-94b3-ce649c9d6db9 req-8ca66e76-3a1a-433d-aede-d7294a2ded81 tempest-ServersAdminTestJSON-522433335 tempest-ServersAdminTestJSON-522433335-project-member] Enqueued Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 905.726218] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 905.726218] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.726218] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.726218] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.726218] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.726411] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.726411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.726411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.726559] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.726639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.726729] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.993450] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1de50d75-d1e0-42b1-9266-e76d77b9309e: rpc.has_security_group_logging(os_id): False [ 906.017015] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.017175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.017230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.017470] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.017587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.017862] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.017961] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.018052] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.018219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.018340] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.018579] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.018696] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.018747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.018901] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.019042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.019289] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.019893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.019893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.019893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.019893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.019893] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e is going to be updated. [ 906.087974] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.088164] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.088204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.088438] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.088587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.104364] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: IN_PROGRESS for 2s [ 906.229808] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.731805] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.235615] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.235953] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.236115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.236430] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.236551] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.236663] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 is going to be updated. [ 907.271545] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.271684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.271787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.271975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.272234] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.283075] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: IN_PROGRESS for 2s [ 907.617269] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 907.617269] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.617439] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.618647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.618647] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.618647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.618647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.618647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.618647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.618647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.618647] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.118407] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: SUCCESS [ 908.118759] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.121121] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.121269] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.121343] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.121538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.121699] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.121798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.121858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.122009] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.122097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.122181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.122329] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.122419] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.122478] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.122608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.122741] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.122827] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.122885] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.123022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.123095] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.123173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.123259] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.625692] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4d1661b-b7ca-4f46-8aa7-72cee5fd984a: rpc.has_security_group_logging(os_id): False [ 908.647769] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.647886] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.647969] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.648196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.648306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.648521] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.648617] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.648699] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.648904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.648987] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.649202] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.649302] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.649364] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.649548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.649666] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.649948] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.650062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.650121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.650281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.650359] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.650444] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be updated. [ 908.726947] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.727108] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.727193] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.727401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.727572] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.745879] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 908.982860] env[66272]: INFO networking_nsxv3.common.synchronization [req-5f476b86-4c2b-46fd-a9a6-ece87aea6e14 req-e96e674a-72b8-4d8f-8654-1905f7b9c1fc tempest-ServerGroupTestJSON-2129123043 tempest-ServerGroupTestJSON-2129123043-project-member] Enqueued Resource ID: 036af2ca-a203-4949-8a38-dee42a6c665d with Priority: HIGHEST for action security_group_members [ 908.983548] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036af2ca-a203-4949-8a38-dee42a6c665d with Priority: HIGHEST for action security_group_members [ 908.983911] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-036af2ca-a203-4949-8a38-dee42a6c665d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.984056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.984127] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.984417] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.984596] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.984695] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.984751] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.984909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.984989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.985102] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036af2ca-a203-4949-8a38-dee42a6c665d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.295236] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: SUCCESS [ 909.295742] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.373157] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.373369] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-424" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.373527] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-424" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.373867] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-424" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.374374] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.374540] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.374655] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.374918] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.375070] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.375277] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.375384] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.375488] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.375590] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.375693] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.375849] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.377526] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.401606] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.401807] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.401951] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.402146] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-424" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.402658] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-a8756b85-7311-49e0-9f1a-912c95548ce4 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.402847] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-a8756b85-7311-49e0-9f1a-912c95548ce4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.402966] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-a8756b85-7311-49e0-9f1a-912c95548ce4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.403316] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-a8756b85-7311-49e0-9f1a-912c95548ce4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.403459] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8756b85-7311-49e0-9f1a-912c95548ce4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.488193] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.488661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.488661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.488661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.488810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.488952] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.489092] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.489321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.489567] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.489712] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.489777] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036af2ca-a203-4949-8a38-dee42a6c665d already deleted. [ 909.489935] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.907391] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.907391] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.907391] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.907663] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.907731] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.907943] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port a8756b85-7311-49e0-9f1a-912c95548ce4 not found, creating... [ 909.908271] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.908943] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.908943] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.908943] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.909205] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.909636] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.909740] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.909873] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.910128] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.910292] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.911042] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: a8756b85-7311-49e0-9f1a-912c95548ce4 is going to be created. [ 909.942423] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.942423] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.942423] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.942423] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.942423] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.942423] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-a8756b85-7311-49e0-9f1a-912c95548ce4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.662978] env[66272]: INFO networking_nsxv3.common.synchronization [req-5f476b86-4c2b-46fd-a9a6-ece87aea6e14 req-73efca00-81c3-4a1b-915b-2580ae499ec8 service nova] Enqueued Resource ID: 036af2ca-a203-4949-8a38-dee42a6c665d with Priority: HIGHEST for action security_group_rules [ 910.662978] env[66272]: INFO networking_nsxv3.common.synchronization [req-5f476b86-4c2b-46fd-a9a6-ece87aea6e14 req-73efca00-81c3-4a1b-915b-2580ae499ec8 service nova] Enqueued Resource ID: 036af2ca-a203-4949-8a38-dee42a6c665d with Priority: HIGHEST for action security_group_members [ 910.662978] env[66272]: INFO networking_nsxv3.common.synchronization [req-5f476b86-4c2b-46fd-a9a6-ece87aea6e14 req-73efca00-81c3-4a1b-915b-2580ae499ec8 service nova] Enqueued Resource ID: a8756b85-7311-49e0-9f1a-912c95548ce4 with Priority: HIGHEST for action port [ 910.662978] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036af2ca-a203-4949-8a38-dee42a6c665d with Priority: HIGHEST for action security_group_rules [ 910.662978] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036af2ca-a203-4949-8a38-dee42a6c665d with Priority: HIGHEST for action security_group_members [ 910.662978] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8756b85-7311-49e0-9f1a-912c95548ce4 with Priority: HIGHEST for action port [ 910.663808] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-036af2ca-a203-4949-8a38-dee42a6c665d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.664103] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.664279] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.664807] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.665032] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('036af2ca-a203-4949-8a38-dee42a6c665d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.666086] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-036af2ca-a203-4949-8a38-dee42a6c665d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.667023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.667023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.667023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.667023] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.668029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.668029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.668029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.668029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.668029] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036af2ca-a203-4949-8a38-dee42a6c665d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.670883] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8756b85-7311-49e0-9f1a-912c95548ce4 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.670883] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8756b85-7311-49e0-9f1a-912c95548ce4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.670883] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8756b85-7311-49e0-9f1a-912c95548ce4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.670883] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8756b85-7311-49e0-9f1a-912c95548ce4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.670883] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8756b85-7311-49e0-9f1a-912c95548ce4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.760224] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 910.760488] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.171542] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('036af2ca-a203-4949-8a38-dee42a6c665d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.172913] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-036af2ca-a203-4949-8a38-dee42a6c665d taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.173718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.174153] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8756b85-7311-49e0-9f1a-912c95548ce4 with status ACTIVE [ 911.174564] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.174698] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.174766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.174982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.175080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.175275] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.175343] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.175404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.175682] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.175773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.175964] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.176080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.176140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.176360] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.176446] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.176535] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8756b85-7311-49e0-9f1a-912c95548ce4 is going to be updated. [ 911.204218] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.204415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.204478] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.204637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.204771] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.205359] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8756b85-7311-49e0-9f1a-912c95548ce4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.676456] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('036af2ca-a203-4949-8a38-dee42a6c665d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.178050] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.178227] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.178330] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.178599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.178745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.178890] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036af2ca-a203-4949-8a38-dee42a6c665d is going to be created. [ 912.207219] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.208392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.208392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.208392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.208392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.221201] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036af2ca-a203-4949-8a38-dee42a6c665d in Status: UNINITIALIZED for 2s [ 914.235664] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036af2ca-a203-4949-8a38-dee42a6c665d in Status: SUCCESS [ 914.236070] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.236131] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.236537] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.236537] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.236640] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.236687] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.236922] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.236998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.237125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.237220] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('036af2ca-a203-4949-8a38-dee42a6c665d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.740115] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-036af2ca-a203-4949-8a38-dee42a6c665d taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.740115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.740328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.740425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.740582] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.740720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.740803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.741120] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.741120] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.741207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.741355] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-036af2ca-a203-4949-8a38-dee42a6c665d taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.741440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.741488] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.741646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.741787] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.741924] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.741924] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.742082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.742158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.742236] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.742326] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('036af2ca-a203-4949-8a38-dee42a6c665d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.244468] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 036af2ca-a203-4949-8a38-dee42a6c665d: rpc.has_security_group_logging(os_id): False [ 915.272845] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.273057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.273136] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.274045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.274045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.274045] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.274045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.274045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.274045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.274045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.274490] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.274490] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.274490] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.274664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.274739] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.274967] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.275223] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.275306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.275506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.275599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.275714] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 036af2ca-a203-4949-8a38-dee42a6c665d is going to be created. [ 915.351289] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.351611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.351611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.352783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.352783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.365016] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 036af2ca-a203-4949-8a38-dee42a6c665d in Status: IN_PROGRESS for 2s [ 915.663190] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 915.663519] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 917.384910] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 036af2ca-a203-4949-8a38-dee42a6c665d in Status: SUCCESS [ 917.385624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.913178] env[66272]: INFO networking_nsxv3.common.synchronization [req-da009d17-82b3-4617-b838-2b8ad8733cd1 req-def564c8-1144-4d6c-b104-1c086f58f613 tempest-ServerActionsTestOtherB-1460399298 tempest-ServerActionsTestOtherB-1460399298-project-member] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 917.915217] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 917.915217] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.915217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.915217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.915217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.915217] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.915217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.915217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.915217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.915217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.915217] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.207145] env[66272]: INFO networking_nsxv3.common.synchronization [req-6c860609-f092-478d-af81-5dbeb6cdb14f req-4ca3298a-be85-4333-9f05-82475a2f6b25 tempest-ServerDiskConfigTestJSON-1694584386 tempest-ServerDiskConfigTestJSON-1694584386-project-member] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 918.207840] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 918.208283] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.210318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.210318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.210318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.210318] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.210318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.210318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.210318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.210318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.210318] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.418410] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.419735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.419735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.419955] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.443660] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.443885] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.444048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.444159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.444411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.444500] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.444604] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 is going to be updated. [ 918.478568] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.478734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.478801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.479423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.479423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.491359] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: IN_PROGRESS for 2s [ 918.714293] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.714293] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.714293] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.715467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.741227] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.741514] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.741647] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.742016] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.743910] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.744148] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.745418] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.745679] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.746450] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.747546] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.747546] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.747546] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.747546] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.747546] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.747546] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.747546] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.751322] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.751648] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.751773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.751820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.752949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.752949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.752949] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be updated. [ 918.774257] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.774349] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.774492] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.774731] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.775397] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-61618679-2e29-4fc4-974d-e096c03f9ef7 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.775581] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-61618679-2e29-4fc4-974d-e096c03f9ef7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.775840] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-61618679-2e29-4fc4-974d-e096c03f9ef7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.776241] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-61618679-2e29-4fc4-974d-e096c03f9ef7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.777502] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61618679-2e29-4fc4-974d-e096c03f9ef7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.786904] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.787081] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.787208] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.788203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.788203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.806064] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: IN_PROGRESS for 2s [ 919.281048] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.281420] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.281655] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.282131] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.282402] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.282726] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 61618679-2e29-4fc4-974d-e096c03f9ef7 not found, creating... [ 919.283223] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.283516] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.283759] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.284160] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.284413] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.284939] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.285247] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.285482] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.285881] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.286156] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.286427] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 61618679-2e29-4fc4-974d-e096c03f9ef7 is going to be created. [ 919.312653] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.312653] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.312653] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.312653] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.313138] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.313275] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-61618679-2e29-4fc4-974d-e096c03f9ef7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.066770] env[66272]: INFO networking_nsxv3.common.synchronization [req-6c860609-f092-478d-af81-5dbeb6cdb14f req-6b9fd064-8b7e-4a9a-890c-d2774eb09966 service nova] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_rules [ 920.066770] env[66272]: INFO networking_nsxv3.common.synchronization [req-6c860609-f092-478d-af81-5dbeb6cdb14f req-6b9fd064-8b7e-4a9a-890c-d2774eb09966 service nova] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 920.066770] env[66272]: INFO networking_nsxv3.common.synchronization [req-6c860609-f092-478d-af81-5dbeb6cdb14f req-6b9fd064-8b7e-4a9a-890c-d2774eb09966 service nova] Enqueued Resource ID: 61618679-2e29-4fc4-974d-e096c03f9ef7 with Priority: HIGHEST for action port [ 920.067293] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_rules [ 920.067293] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 920.067293] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61618679-2e29-4fc4-974d-e096c03f9ef7 with Priority: HIGHEST for action port [ 920.067519] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.067629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.067694] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.067910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.068027] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.068888] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.068983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.069248] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-61618679-2e29-4fc4-974d-e096c03f9ef7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.070761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61618679-2e29-4fc4-974d-e096c03f9ef7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.070761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61618679-2e29-4fc4-974d-e096c03f9ef7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.070761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61618679-2e29-4fc4-974d-e096c03f9ef7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.070761] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61618679-2e29-4fc4-974d-e096c03f9ef7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.446649] env[66272]: INFO networking_nsxv3.common.synchronization [None req-b4eaa75c-f5dc-47a9-92a0-6296af6af302 None None] Enqueued Resource ID: 1df4a40d-4613-4f0a-8e4f-3ead72f279b8 with Priority: HIGHEST for action port [ 920.447223] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df4a40d-4613-4f0a-8e4f-3ead72f279b8 with Priority: HIGHEST for action port [ 920.447593] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-1df4a40d-4613-4f0a-8e4f-3ead72f279b8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.447722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1df4a40d-4613-4f0a-8e4f-3ead72f279b8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.447818] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1df4a40d-4613-4f0a-8e4f-3ead72f279b8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.448822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1df4a40d-4613-4f0a-8e4f-3ead72f279b8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.448969] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1df4a40d-4613-4f0a-8e4f-3ead72f279b8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.501253] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: SUCCESS [ 920.501456] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 deletion is rescheduled due to dependency. [ 920.501573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.571464] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.571743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.575343] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61618679-2e29-4fc4-974d-e096c03f9ef7 with status ACTIVE [ 920.575409] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.575609] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.575707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.576081] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.576226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.576556] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.576681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.576747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.577012] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.577090] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.577444] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.577629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.577753] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.578053] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.578215] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.578394] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61618679-2e29-4fc4-974d-e096c03f9ef7 is going to be updated. [ 920.603751] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.603968] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.603968] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.605108] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.605108] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.605216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61618679-2e29-4fc4-974d-e096c03f9ef7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.689100] env[66272]: INFO networking_nsxv3.common.synchronization [req-24dabfc7-62e6-4d73-b8d3-8a2ef701a016 req-d557dbbc-7d06-425b-8af1-d54ac3c8aefa tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: 970a758a-4aed-4ce4-9f86-945999919978 with Priority: HIGHEST for action security_group_members [ 920.690224] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a758a-4aed-4ce4-9f86-945999919978 with Priority: HIGHEST for action security_group_members [ 920.690571] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a758a-4aed-4ce4-9f86-945999919978 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.690713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.690802] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.691114] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.691279] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.691392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.691448] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.691738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.691738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.691903] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970a758a-4aed-4ce4-9f86-945999919978',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.821589] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 920.821809] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 deletion is rescheduled due to dependency. [ 920.821884] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.822455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.822679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.822875] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.822993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.823080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.823250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.823347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.823443] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.951781] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1df4a40d-4613-4f0a-8e4f-3ead72f279b8 [ 920.952110] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.953140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.953140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.953140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.953140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.953140] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1df4a40d-4613-4f0a-8e4f-3ead72f279b8 already deleted. [ 920.953140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1df4a40d-4613-4f0a-8e4f-3ead72f279b8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.163077] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.163465] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.163465] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.163678] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.163941] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.166082] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.166082] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.166082] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.166082] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.166082] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.166082] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.166082] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.166082] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.166082] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.166082] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.166482] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.191407] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.192023] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.192023] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.192023] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.192324] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-d59d9ee7-9f67-4f4d-b8cb-0f9991401a46 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.192480] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-d59d9ee7-9f67-4f4d-b8cb-0f9991401a46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.193351] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-d59d9ee7-9f67-4f4d-b8cb-0f9991401a46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.193351] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-d59d9ee7-9f67-4f4d-b8cb-0f9991401a46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.193351] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d59d9ee7-9f67-4f4d-b8cb-0f9991401a46',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.194746] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.194895] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.194964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.195157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.195243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.195471] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.195576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.195621] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.195788] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.195874] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.195957] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970a758a-4aed-4ce4-9f86-945999919978 already deleted. [ 921.196048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.327740] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.697324] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.697467] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.697773] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.698274] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.698351] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.698508] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port d59d9ee7-9f67-4f4d-b8cb-0f9991401a46 not found, creating... [ 921.698831] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.698970] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.699163] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.699538] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.699538] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.702166] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.702423] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.702713] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.702947] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.704229] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.704368] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: d59d9ee7-9f67-4f4d-b8cb-0f9991401a46 is going to be created. [ 921.730442] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.731170] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.731170] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.732064] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.732357] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.732588] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-d59d9ee7-9f67-4f4d-b8cb-0f9991401a46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.831369] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.334881] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.335374] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.335374] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.335588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.335741] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.335900] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be updated. [ 922.373393] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.373599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.373808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.373950] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.374128] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.389282] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: IN_PROGRESS for 2s [ 922.521204] env[66272]: INFO networking_nsxv3.common.synchronization [req-24dabfc7-62e6-4d73-b8d3-8a2ef701a016 req-2baf8940-edc4-43f3-8808-0e49cd51e586 service nova] Enqueued Resource ID: 970a758a-4aed-4ce4-9f86-945999919978 with Priority: HIGHEST for action security_group_rules [ 922.521204] env[66272]: INFO networking_nsxv3.common.synchronization [req-24dabfc7-62e6-4d73-b8d3-8a2ef701a016 req-2baf8940-edc4-43f3-8808-0e49cd51e586 service nova] Enqueued Resource ID: 970a758a-4aed-4ce4-9f86-945999919978 with Priority: HIGHEST for action security_group_members [ 922.521204] env[66272]: INFO networking_nsxv3.common.synchronization [req-24dabfc7-62e6-4d73-b8d3-8a2ef701a016 req-2baf8940-edc4-43f3-8808-0e49cd51e586 service nova] Enqueued Resource ID: d59d9ee7-9f67-4f4d-b8cb-0f9991401a46 with Priority: HIGHEST for action port [ 922.521576] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a758a-4aed-4ce4-9f86-945999919978 with Priority: HIGHEST for action security_group_rules [ 922.521918] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a758a-4aed-4ce4-9f86-945999919978 with Priority: HIGHEST for action security_group_members [ 922.522050] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d9ee7-9f67-4f4d-b8cb-0f9991401a46 with Priority: HIGHEST for action port [ 922.522394] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-970a758a-4aed-4ce4-9f86-945999919978 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.523028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.523028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.523028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.523028] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('970a758a-4aed-4ce4-9f86-945999919978',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.524098] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a758a-4aed-4ce4-9f86-945999919978 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.524427] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.524427] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.524427] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.524628] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.524628] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.524823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.524885] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.524935] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.527533] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970a758a-4aed-4ce4-9f86-945999919978',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.532877] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-d59d9ee7-9f67-4f4d-b8cb-0f9991401a46 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.532877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d59d9ee7-9f67-4f4d-b8cb-0f9991401a46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.532877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d59d9ee7-9f67-4f4d-b8cb-0f9991401a46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.532877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d59d9ee7-9f67-4f4d-b8cb-0f9991401a46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.532877] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d59d9ee7-9f67-4f4d-b8cb-0f9991401a46',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.864020] env[66272]: INFO networking_nsxv3.common.synchronization [req-7e7ea537-3ff3-4f09-a945-66a4f8c6afa3 req-efc0890c-7e48-461d-ae24-33a5aa84a6f7 tempest-ListServerFiltersTestJSON-639570072 tempest-ListServerFiltersTestJSON-639570072-project-member] Enqueued Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_members [ 922.864554] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGHEST for action security_group_members [ 922.865186] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.865338] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.865379] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.865577] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.865794] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.865927] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.867047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.867238] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.867328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.867424] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.032197] env[66272]: INFO networking_nsxv3.common.synchronization [req-e1501a0c-08b8-4f5c-b816-d42b632fe45b req-65a46e3f-c835-4175-bb72-45d90b0d3849 tempest-InstanceActionsV221TestJSON-1807409796 tempest-InstanceActionsV221TestJSON-1807409796-project-member] Enqueued Resource ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 with Priority: HIGHEST for action security_group_members [ 923.032752] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 with Priority: HIGHEST for action security_group_members [ 923.033218] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a758a-4aed-4ce4-9f86-945999919978 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.033337] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.033527] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d59d9ee7-9f67-4f4d-b8cb-0f9991401a46 with status ACTIVE [ 923.033637] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.033756] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.033816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.034029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.034114] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.036144] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.036144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.036144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.036144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.036144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.036144] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.036144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.036144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.036144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.036144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.036144] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d59d9ee7-9f67-4f4d-b8cb-0f9991401a46 is going to be updated. [ 923.036889] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.038040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.038040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.038040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.038040] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.038040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.038040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.038040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.038040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.038040] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a5e88cb-8935-49d7-b1c3-023b6e6d7166',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.039202] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('970a758a-4aed-4ce4-9f86-945999919978',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.063089] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.063248] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.063309] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.063529] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.063667] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.063833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d59d9ee7-9f67-4f4d-b8cb-0f9991401a46" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.099287] env[66272]: INFO networking_nsxv3.common.synchronization [None req-6916e4e4-0734-4a1c-bea6-ac06afd2f09d None None] Enqueued Resource ID: 41e63c00-9d96-459c-9d73-83ffa0fb0eb8 with Priority: HIGHEST for action port [ 923.099895] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41e63c00-9d96-459c-9d73-83ffa0fb0eb8 with Priority: HIGHEST for action port [ 923.100972] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-41e63c00-9d96-459c-9d73-83ffa0fb0eb8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.101125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41e63c00-9d96-459c-9d73-83ffa0fb0eb8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.101195] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41e63c00-9d96-459c-9d73-83ffa0fb0eb8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.101495] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41e63c00-9d96-459c-9d73-83ffa0fb0eb8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.101560] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41e63c00-9d96-459c-9d73-83ffa0fb0eb8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.370764] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.371044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.371044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.371388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.396019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.396019] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.396019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.396019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.396019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.396019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.396019] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 is going to be updated. [ 923.436611] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.436763] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.436832] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.437080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.437219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.457192] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: IN_PROGRESS for 2s [ 923.488056] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.488277] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-272" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.488402] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-272" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.488755] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-272" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.489039] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.489203] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.489326] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.489544] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.489687] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.489893] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.490035] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.490123] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.490225] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.490332] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.490436] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.490563] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.524019] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.524019] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 923.524019] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.524019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-272" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.524019] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-e8965e2a-a590-4fda-9256-7139349358cb taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.524019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-e8965e2a-a590-4fda-9256-7139349358cb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.524019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-e8965e2a-a590-4fda-9256-7139349358cb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.524019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-e8965e2a-a590-4fda-9256-7139349358cb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.524019] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8965e2a-a590-4fda-9256-7139349358cb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.541675] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('970a758a-4aed-4ce4-9f86-945999919978',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.543045] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.543226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.545022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.545022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.545022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.545022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.545022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.545022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.545022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.545022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.545022] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 already deleted. [ 923.545022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.604159] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41e63c00-9d96-459c-9d73-83ffa0fb0eb8 [ 923.604899] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.605113] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.605185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.605424] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.605548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.605617] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41e63c00-9d96-459c-9d73-83ffa0fb0eb8 already deleted. [ 923.606189] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41e63c00-9d96-459c-9d73-83ffa0fb0eb8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.028038] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.028038] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.028038] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.028318] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.029646] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.029646] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port e8965e2a-a590-4fda-9256-7139349358cb not found, creating... [ 924.029646] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.029646] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.029646] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.029646] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.029646] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.030075] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.030075] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.030803] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.030869] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.031079] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.031396] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: e8965e2a-a590-4fda-9256-7139349358cb is going to be created. [ 924.046608] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.046770] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.046843] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.047129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.047243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.047326] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970a758a-4aed-4ce4-9f86-945999919978 is going to be created. [ 924.056984] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.057258] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.057649] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.058036] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.058328] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.058593] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-e8965e2a-a590-4fda-9256-7139349358cb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.078859] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.079035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.079150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.080026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.080026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.095811] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a758a-4aed-4ce4-9f86-945999919978 in Status: UNINITIALIZED for 2s [ 924.400992] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 924.401853] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.402249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.402606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.402962] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.403291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.404049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.404049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.404049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.404049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.404049] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.899202] env[66272]: INFO networking_nsxv3.common.synchronization [req-e1501a0c-08b8-4f5c-b816-d42b632fe45b req-f10822f2-8867-4460-8d19-bf1bb04e6718 service nova] Enqueued Resource ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 with Priority: HIGHEST for action security_group_rules [ 924.899608] env[66272]: INFO networking_nsxv3.common.synchronization [req-e1501a0c-08b8-4f5c-b816-d42b632fe45b req-f10822f2-8867-4460-8d19-bf1bb04e6718 service nova] Enqueued Resource ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 with Priority: HIGHEST for action security_group_members [ 924.899889] env[66272]: INFO networking_nsxv3.common.synchronization [req-e1501a0c-08b8-4f5c-b816-d42b632fe45b req-f10822f2-8867-4460-8d19-bf1bb04e6718 service nova] Enqueued Resource ID: e8965e2a-a590-4fda-9256-7139349358cb with Priority: HIGHEST for action port [ 924.900818] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 with Priority: HIGHEST for action security_group_rules [ 924.901112] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 with Priority: HIGHEST for action security_group_members [ 924.901319] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8965e2a-a590-4fda-9256-7139349358cb with Priority: HIGHEST for action port [ 924.901793] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a5e88cb-8935-49d7-b1c3-023b6e6d7166 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.902041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.902186] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.902590] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.902777] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a5e88cb-8935-49d7-b1c3-023b6e6d7166',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.904269] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.904269] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.904473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.905027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.906688] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.906688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.906825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.907414] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.907414] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.907414] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a5e88cb-8935-49d7-b1c3-023b6e6d7166',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.910182] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8965e2a-a590-4fda-9256-7139349358cb taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.910967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8965e2a-a590-4fda-9256-7139349358cb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.912292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8965e2a-a590-4fda-9256-7139349358cb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.912480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8965e2a-a590-4fda-9256-7139349358cb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.913223] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8965e2a-a590-4fda-9256-7139349358cb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.917786] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.917905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.918300] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.919925] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.920173] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.920570] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.920607] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.922199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.922199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.924198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.924198] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.924198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.924198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.924198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.924198] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.924198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.924198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.924198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.924198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.924198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.924198] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.054211] env[66272]: INFO networking_nsxv3.common.synchronization [req-cc9d335e-f5e9-47a6-9626-56305d223d8e req-a4a8ff90-04dc-43f8-b921-6b0f128c7430 tempest-ImagesOneServerNegativeTestJSON-471111373 tempest-ImagesOneServerNegativeTestJSON-471111373-project-member] Enqueued Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_members [ 925.054876] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_members [ 925.055387] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.055596] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.055673] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.055991] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.056305] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.056464] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.056578] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.056727] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.056841] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.056956] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.417168] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.417436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.417520] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8965e2a-a590-4fda-9256-7139349358cb with status ACTIVE [ 925.417717] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.417855] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.417930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.418239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.418344] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.418532] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.418631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.418706] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.418868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.418947] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.419201] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.419304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.419437] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.419739] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.419739] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.419739] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8965e2a-a590-4fda-9256-7139349358cb is going to be updated. [ 925.420947] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a5e88cb-8935-49d7-b1c3-023b6e6d7166',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.430497] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cea3b7db-51cd-4194-8df2-6f60651cfab8: rpc.has_security_group_logging(os_id): False [ 925.447653] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.447904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.447904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.448262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.448407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.448579] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8965e2a-a590-4fda-9256-7139349358cb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.449585] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.449829] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.449904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.450125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.450241] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.450443] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.450533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.450586] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.450752] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.450828] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.450997] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.451113] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.451171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.451313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.451387] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.451584] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.451703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.451779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.452063] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.452063] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.452206] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be updated. [ 925.467847] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 in Status: SUCCESS [ 925.468134] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 deletion is rescheduled due to dependency. [ 925.468306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.527992] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.528207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.528281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.528755] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.529269] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.549377] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: IN_PROGRESS for 2s [ 925.563312] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.563312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.563312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.563312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.563312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.563312] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.563312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.563312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.563312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.563312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.563312] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e is going to be updated. [ 925.621381] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.621502] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.621578] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.622253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.622253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.634535] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: IN_PROGRESS for 2s [ 925.651209] env[66272]: INFO networking_nsxv3.common.synchronization [req-3168bbc6-f08e-4e3e-9c4a-4b38cb62a5a3 req-7405095a-93ff-4f18-be02-fac56f1fd111 tempest-ServersTestJSON-1771569199 tempest-ServersTestJSON-1771569199-project-member] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 925.651654] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 925.652252] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.652585] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.652820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.655018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.655018] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.655018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.655018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.655018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.655018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.655018] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.915862] env[66272]: INFO networking_nsxv3.common.synchronization [req-89a1fffa-dce9-43e4-a305-19b500c86892 req-ae78eb8d-6890-4898-ab7a-0c5714bdf5b6 tempest-MigrationsAdminTest-2090684843 tempest-MigrationsAdminTest-2090684843-project-member] Enqueued Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGHEST for action security_group_members [ 925.916424] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGHEST for action security_group_members [ 925.919038] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.919209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.919269] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.919488] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.919667] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.919754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.919817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.920055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.920162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.920255] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.924454] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a5e88cb-8935-49d7-b1c3-023b6e6d7166',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.087262] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.087419] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.087529] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.087905] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.088266] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.088447] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.088570] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.088874] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.089019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.089297] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.089458] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.089569] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.089676] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.089795] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.090162] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.090162] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.106185] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a758a-4aed-4ce4-9f86-945999919978 in Status: SUCCESS [ 926.106504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.106716] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.107598] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.107598] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.107598] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.107598] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.107598] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.107849] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.107849] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.107919] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('970a758a-4aed-4ce4-9f86-945999919978',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.118510] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.118510] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.118510] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.118510] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.118510] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-864f672a-b333-4a22-84a8-c25666866b08 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.118510] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-864f672a-b333-4a22-84a8-c25666866b08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.118838] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-864f672a-b333-4a22-84a8-c25666866b08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.119027] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-864f672a-b333-4a22-84a8-c25666866b08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.119510] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('864f672a-b333-4a22-84a8-c25666866b08',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.157299] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.316536] env[66272]: INFO networking_nsxv3.common.synchronization [req-de616e0d-5e9a-45bd-a244-65c99e09a608 req-47a57b62-fa4c-4e09-ab81-47487411f9ad tempest-ServersAdminTestJSON-522433335 tempest-ServersAdminTestJSON-522433335-project-member] Enqueued Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 926.316536] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGHEST for action security_group_members [ 926.316920] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.316920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.317164] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.317406] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.318400] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.318620] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.318708] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.318893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.319029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.319163] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.425906] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.425906] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.425906] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.425906] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.426902] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.427069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.427148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.427406] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.427615] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.427709] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 is going to be created. [ 926.458348] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.458553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.458675] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.458966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.459227] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.462544] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.462544] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.462544] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.462760] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.462930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.463020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.463094] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04622331-a528-4ef0-9e2b-733f9502fca2 is going to be updated. [ 926.479469] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 in Status: UNINITIALIZED for 2s [ 926.503040] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.503040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.503040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.503262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.503262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.522075] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04622331-a528-4ef0-9e2b-733f9502fca2 in Status: IN_PROGRESS for 2s [ 926.610851] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('970a758a-4aed-4ce4-9f86-945999919978',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.621618] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.621844] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.622120] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.622451] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.622608] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.622799] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 864f672a-b333-4a22-84a8-c25666866b08 not found, creating... [ 926.623292] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.623495] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.623620] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.623887] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.624049] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.624533] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.624704] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.624824] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.625093] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.625284] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.625380] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 864f672a-b333-4a22-84a8-c25666866b08 is going to be created. [ 926.651948] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.652236] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.652462] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.652646] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.652894] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.653390] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-864f672a-b333-4a22-84a8-c25666866b08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.659774] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.675329] env[66272]: INFO networking_nsxv3.common.synchronization [req-af83836d-3d4a-4abd-81f8-38d0a1e1d87b req-f2a181d1-46f8-4f8e-bb01-7b49e71e9176 tempest-ServerGroupTestJSON-2129123043 tempest-ServerGroupTestJSON-2129123043-project-member] Enqueued Resource ID: 036af2ca-a203-4949-8a38-dee42a6c665d with Priority: HIGHEST for action security_group_members [ 926.676385] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036af2ca-a203-4949-8a38-dee42a6c665d with Priority: HIGHEST for action security_group_members [ 926.676897] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-036af2ca-a203-4949-8a38-dee42a6c665d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.677114] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.677238] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.677611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.677866] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.678047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.678145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.678368] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.678483] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.678630] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036af2ca-a203-4949-8a38-dee42a6c665d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.821966] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.822196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.822291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.822624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.862503] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.862843] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.863138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.863307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.864839] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.864839] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.864839] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 is going to be updated. [ 926.913779] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.914019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.914177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.914490] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.914664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.927915] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: IN_PROGRESS for 2s [ 927.113539] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 970a758a-4aed-4ce4-9f86-945999919978: rpc.has_security_group_logging(os_id): False [ 927.134374] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.134593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.134593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.134800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.134892] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.135162] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.135249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.135314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.135465] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.135538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.136397] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 970a758a-4aed-4ce4-9f86-945999919978 is going to be created. [ 927.162637] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.162803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.162870] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.163167] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.163253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.163385] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 927.181675] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.181845] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.181912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.182263] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.182355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.182568] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.182665] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.182776] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.182895] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.182955] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.183075] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036af2ca-a203-4949-8a38-dee42a6c665d is going to be updated. [ 927.199598] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.199761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.199830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.200066] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.200230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.208691] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 927.223904] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.224158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.224158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.224347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.224527] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.226521] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.226643] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.226738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.226882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.227115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.236813] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036af2ca-a203-4949-8a38-dee42a6c665d in Status: IN_PROGRESS for 2s [ 927.242642] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 970a758a-4aed-4ce4-9f86-945999919978 in Status: IN_PROGRESS for 2s [ 927.454210] env[66272]: INFO networking_nsxv3.common.synchronization [req-3168bbc6-f08e-4e3e-9c4a-4b38cb62a5a3 req-daf35ab7-c4ab-4d0c-a599-bf9e20dc6263 service nova] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_rules [ 927.454579] env[66272]: INFO networking_nsxv3.common.synchronization [req-3168bbc6-f08e-4e3e-9c4a-4b38cb62a5a3 req-daf35ab7-c4ab-4d0c-a599-bf9e20dc6263 service nova] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 927.454579] env[66272]: INFO networking_nsxv3.common.synchronization [req-3168bbc6-f08e-4e3e-9c4a-4b38cb62a5a3 req-daf35ab7-c4ab-4d0c-a599-bf9e20dc6263 service nova] Enqueued Resource ID: 864f672a-b333-4a22-84a8-c25666866b08 with Priority: HIGHEST for action port [ 927.455137] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_rules [ 927.455241] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 927.455317] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864f672a-b333-4a22-84a8-c25666866b08 with Priority: HIGHEST for action port [ 927.455587] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.455699] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.455770] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.455976] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.456248] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.457198] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.457312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.457461] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-864f672a-b333-4a22-84a8-c25666866b08 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.457556] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-864f672a-b333-4a22-84a8-c25666866b08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.457618] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-864f672a-b333-4a22-84a8-c25666866b08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.457843] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-864f672a-b333-4a22-84a8-c25666866b08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.457911] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('864f672a-b333-4a22-84a8-c25666866b08',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.573499] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 927.573883] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.646806] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: SUCCESS [ 927.647092] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e deletion is rescheduled due to dependency. [ 927.647269] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.961159] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.961159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.961159] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 864f672a-b333-4a22-84a8-c25666866b08 with status ACTIVE [ 927.961159] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.961159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.961159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.961159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.961159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.961159] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.961159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.961159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.961159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.961159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.961565] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.961565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.961565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.961565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.961565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.961695] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 864f672a-b333-4a22-84a8-c25666866b08 is going to be updated. [ 927.990258] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.990593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.990593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.990681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.990812] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.991583] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-864f672a-b333-4a22-84a8-c25666866b08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.159485] env[66272]: INFO networking_nsxv3.common.synchronization [req-143323b8-6655-4201-9394-d81b2f03bb59 req-2c51d901-a435-46ce-acac-d3984c947cb3 tempest-ServersWithSpecificFlavorTestJSON-1724810957 tempest-ServersWithSpecificFlavorTestJSON-1724810957-project-member] Enqueued Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_members [ 928.160170] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGHEST for action security_group_members [ 928.160499] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f88faf73-706c-46b9-b8f1-1497dde117bd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.160674] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.160721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.161839] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.161839] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.161839] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.161839] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.161839] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.161839] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.161839] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.493735] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 in Status: SUCCESS [ 928.494199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.496034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.496196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.496437] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.496712] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.496811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.498097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.498457] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.498671] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.498753] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a5e88cb-8935-49d7-b1c3-023b6e6d7166',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.534739] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04622331-a528-4ef0-9e2b-733f9502fca2 in Status: SUCCESS [ 928.534943] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04622331-a528-4ef0-9e2b-733f9502fca2 deletion is rescheduled due to dependency. [ 928.535140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.666080] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.666080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.666080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.668942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.689148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.690148] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.690148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.690148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.690148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.690148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.690378] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88faf73-706c-46b9-b8f1-1497dde117bd is going to be updated. [ 928.728351] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.728543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.728587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.728800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.728975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.739540] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88faf73-706c-46b9-b8f1-1497dde117bd in Status: IN_PROGRESS for 2s [ 928.942628] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 in Status: SUCCESS [ 928.942788] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 deletion is rescheduled due to dependency. [ 928.942967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.001631] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.001784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.001784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.002078] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.002224] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.002438] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.002438] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.002543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.002595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.002686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.002686] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.002686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.002686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.002686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.003341] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.003341] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.003409] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.003528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.003600] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.003969] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.003969] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a5e88cb-8935-49d7-b1c3-023b6e6d7166',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.222223] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 929.222223] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.222223] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.222470] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.223258] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.223258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.223258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.223258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.223258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.223603] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.248265] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036af2ca-a203-4949-8a38-dee42a6c665d in Status: SUCCESS [ 929.248496] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036af2ca-a203-4949-8a38-dee42a6c665d deletion is rescheduled due to dependency. [ 929.248641] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.256414] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 970a758a-4aed-4ce4-9f86-945999919978 in Status: SUCCESS [ 929.256728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.510031] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a5e88cb-8935-49d7-b1c3-023b6e6d7166: rpc.has_security_group_logging(os_id): False [ 929.530873] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.530948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.530982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.531240] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.531334] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.535020] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.535020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.535020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.535020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.535020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.535020] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.535020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.535020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.535020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.535020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.535020] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.535020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.535020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.535020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.535785] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.535785] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 is going to be created. [ 929.598863] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.599447] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.599447] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.599447] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.599681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.614694] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 in Status: IN_PROGRESS for 2s [ 929.727283] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.231016] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.734426] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.734904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.734904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.735033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.735191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.735341] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 930.751679] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f88faf73-706c-46b9-b8f1-1497dde117bd in Status: SUCCESS [ 930.751930] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f88faf73-706c-46b9-b8f1-1497dde117bd deletion is rescheduled due to dependency. [ 930.752063] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.771990] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.772483] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.772610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.772889] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.773113] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.786290] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 931.630691] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 in Status: SUCCESS [ 931.630945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.182985] env[66272]: INFO networking_nsxv3.common.synchronization [req-2b5027ff-6536-433e-94dc-0a0ddca89080 req-10b8ff56-5aaf-4560-a43c-11814980cd73 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 932.182985] env[66272]: INFO networking_nsxv3.common.synchronization [req-2b5027ff-6536-433e-94dc-0a0ddca89080 req-10b8ff56-5aaf-4560-a43c-11814980cd73 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: c0c1113f-8779-4e61-b54b-a734aeedf235 with Priority: HIGHEST for action security_group_members [ 932.182985] env[66272]: INFO networking_nsxv3.common.synchronization [req-2b5027ff-6536-433e-94dc-0a0ddca89080 req-10b8ff56-5aaf-4560-a43c-11814980cd73 tempest-SecurityGroupsTestJSON-295304493 tempest-SecurityGroupsTestJSON-295304493-project-member] Enqueued Resource ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 with Priority: HIGHEST for action security_group_members [ 932.184087] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 with Priority: HIGHEST for action security_group_members [ 932.184347] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c1113f-8779-4e61-b54b-a734aeedf235 with Priority: HIGHEST for action security_group_members [ 932.184509] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 with Priority: HIGHEST for action security_group_members [ 932.185464] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-b605b374-c3e0-4fc5-86ef-7858c7524aa1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.185704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.185819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.186074] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.186240] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.186358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.186419] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.186576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.186660] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.186752] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b605b374-c3e0-4fc5-86ef-7858c7524aa1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.187757] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c1113f-8779-4e61-b54b-a734aeedf235 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.187903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.189452] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.189452] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.189452] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.189611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.189726] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.189928] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.190098] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.190391] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.191923] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.192135] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.192631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.192928] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.193146] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.193316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.193427] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.193940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.193940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.193940] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70e18c8a-5a1f-4f9e-b064-4be515bc1bd2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.696583] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.696718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.696718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.697349] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.698707] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.698951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.699996] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.700126] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.722150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.722150] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.722150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.722150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.722150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.722150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.722150] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 is going to be updated. [ 932.723694] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.723893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.744872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.745209] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.745348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.745420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.745632] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.745713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.745806] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c1113f-8779-4e61-b54b-a734aeedf235 is going to be updated. [ 932.746801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.747258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.747376] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.747547] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.747677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.747761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.747854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.747948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.748086] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 is going to be updated. [ 932.753471] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.753471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.753471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.753471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.753471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.763043] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 in Status: IN_PROGRESS for 2s [ 932.767772] env[66272]: INFO networking_nsxv3.common.synchronization [req-67dbbffe-f1f6-4032-ae23-f61fb4bf3906 req-15704db7-03ed-4896-9729-6b2ff3e2162f tempest-DeleteServersTestJSON-563395098 tempest-DeleteServersTestJSON-563395098-project-member] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 932.768394] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 932.768710] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.768822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.768907] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.769300] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.769300] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.770153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.770153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.770153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.770153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.770153] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.778192] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.778322] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.778676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.778676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.778772] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.780704] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.780704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.780789] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.782151] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.782151] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.796030] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: IN_PROGRESS for 2s [ 932.796934] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c1113f-8779-4e61-b54b-a734aeedf235 in Status: IN_PROGRESS for 2s [ 932.797697] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 932.797901] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.798069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.798302] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.798461] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.798575] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.798638] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.798799] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.798877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.798963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.799065] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.271914] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.272247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.272247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.272475] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.272534] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.272758] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.272868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.272952] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.273164] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.273616] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.273616] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 already deleted. [ 933.273616] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.284349] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.284560] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.284738] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.285109] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.285385] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.285550] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.285665] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.285893] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.286050] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.286259] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.286371] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.286477] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.286582] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.286689] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.286812] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.287019] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.301835] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.302105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.302173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.302583] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.302856] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.303043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.303151] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.303405] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.303544] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.303699] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.303931] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.304077] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.304145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.304308] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.304472] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.304568] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.304646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.304793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.304872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.304956] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.305055] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.324530] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.324736] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.324906] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.325143] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.325625] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-cbe6af4f-20aa-4982-9648-f05938a78ff2 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.325834] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-cbe6af4f-20aa-4982-9648-f05938a78ff2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.325941] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-cbe6af4f-20aa-4982-9648-f05938a78ff2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.326313] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-cbe6af4f-20aa-4982-9648-f05938a78ff2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.326485] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbe6af4f-20aa-4982-9648-f05938a78ff2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.807562] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1921863-d26c-4bc1-bbc7-b11aaf78fc61: rpc.has_security_group_logging(os_id): False [ 933.827061] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.827255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.827320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.827506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.828904] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.829136] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.829328] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.829581] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.829731] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.829880] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port cbe6af4f-20aa-4982-9648-f05938a78ff2 not found, creating... [ 933.830143] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.830386] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.830501] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.830714] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.830849] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.831141] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.831296] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.831411] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.831718] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.831874] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.832022] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: cbe6af4f-20aa-4982-9648-f05938a78ff2 is going to be created. [ 933.853418] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.853680] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.853904] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.854113] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.854358] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.854591] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-cbe6af4f-20aa-4982-9648-f05938a78ff2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.856436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.856680] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.856793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.856865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.857109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.857227] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.857426] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.857532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.857596] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.857748] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.857819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.858845] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.858845] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.858845] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.858845] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.858845] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.858845] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 933.980034] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.980034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.980034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.980034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.980034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.011027] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 934.548051] env[66272]: INFO networking_nsxv3.common.synchronization [req-594915e6-10c4-4dcc-8311-afb2be42f03d req-68d3717e-6978-4a95-927d-3f347a54ae65 tempest-ImagesTestJSON-1438489800 tempest-ImagesTestJSON-1438489800-project-member] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 934.548051] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 934.548538] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.548538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.548538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.548975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.548975] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.549120] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.549120] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.549948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.549948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.549948] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.586917] env[66272]: INFO networking_nsxv3.common.synchronization [req-67dbbffe-f1f6-4032-ae23-f61fb4bf3906 req-ebac3ace-3374-49c4-b33a-9fe9f777b14f service nova] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_rules [ 934.587345] env[66272]: INFO networking_nsxv3.common.synchronization [req-67dbbffe-f1f6-4032-ae23-f61fb4bf3906 req-ebac3ace-3374-49c4-b33a-9fe9f777b14f service nova] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 934.587837] env[66272]: INFO networking_nsxv3.common.synchronization [req-67dbbffe-f1f6-4032-ae23-f61fb4bf3906 req-ebac3ace-3374-49c4-b33a-9fe9f777b14f service nova] Enqueued Resource ID: cbe6af4f-20aa-4982-9648-f05938a78ff2 with Priority: HIGHEST for action port [ 934.588707] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_rules [ 934.588984] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 934.589328] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe6af4f-20aa-4982-9648-f05938a78ff2 with Priority: HIGHEST for action port [ 934.590629] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.590878] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.591050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.591465] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.592171] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.593548] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.593708] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.593780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.593993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.594168] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.595872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.595989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.596258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.596393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.596839] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.597940] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbe6af4f-20aa-4982-9648-f05938a78ff2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.598150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbe6af4f-20aa-4982-9648-f05938a78ff2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.598313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbe6af4f-20aa-4982-9648-f05938a78ff2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.598551] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbe6af4f-20aa-4982-9648-f05938a78ff2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.602022] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbe6af4f-20aa-4982-9648-f05938a78ff2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.776497] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 in Status: SUCCESS [ 934.776666] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 deletion is rescheduled due to dependency. [ 934.776793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.811268] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 in Status: SUCCESS [ 934.811420] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b605b374-c3e0-4fc5-86ef-7858c7524aa1 deletion is rescheduled due to dependency. [ 934.811573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b605b374-c3e0-4fc5-86ef-7858c7524aa1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.812449] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c1113f-8779-4e61-b54b-a734aeedf235 in Status: SUCCESS [ 934.812606] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c1113f-8779-4e61-b54b-a734aeedf235 deletion is rescheduled due to dependency. [ 934.812740] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.052368] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.052368] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.055016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.055016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.055016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.055016] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.055016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.055016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.055016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.055016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.055016] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be updated. [ 935.088276] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.088549] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.088937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.089554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.090459] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.106753] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.107214] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.107547] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.110765] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbe6af4f-20aa-4982-9648-f05938a78ff2 with status ACTIVE [ 935.114029] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.114436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.114546] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.115088] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.115186] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.115406] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.115516] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.115576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.115772] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.115802] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.115999] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.116149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.116149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.116298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.116377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.116461] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbe6af4f-20aa-4982-9648-f05938a78ff2 is going to be updated. [ 935.123036] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 935.153916] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.154034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.154034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.154291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.154439] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.154609] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbe6af4f-20aa-4982-9648-f05938a78ff2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.623066] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.027015] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 936.027350] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.126573] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.126763] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.126837] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.127087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.127463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.127463] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be created. [ 936.162473] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.162473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.162473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.164819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.164819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.176335] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: UNINITIALIZED for 2s [ 936.374917] env[66272]: INFO networking_nsxv3.common.synchronization [None req-a2723c97-e96e-4e70-ad06-a85046e0297d tempest-ServerRescueNegativeTestJSON-680848364 tempest-ServerRescueNegativeTestJSON-680848364-project-member] Enqueued Resource ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 with Priority: HIGHEST for action security_group_rules [ 936.375980] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 with Priority: HIGHEST for action security_group_rules [ 936.376426] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6c4add0-e206-480e-b47f-67c9c2c420d2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.376587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.376678] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.377036] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.377409] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6c4add0-e206-480e-b47f-67c9c2c420d2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.476891] env[66272]: INFO networking_nsxv3.common.synchronization [None req-5fde525b-f591-48a1-a204-2a7db4b83575 tempest-ServerRescueNegativeTestJSON-680848364 tempest-ServerRescueNegativeTestJSON-680848364-project-member] Enqueued Resource ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 with Priority: HIGHEST for action security_group_rules [ 936.477706] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 with Priority: HIGHEST for action security_group_rules [ 936.478222] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6c4add0-e206-480e-b47f-67c9c2c420d2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.478373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.903786] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.903786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.903786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.903786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.903786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.903786] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 already deleted. [ 936.903786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.903786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.903786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.903786] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6c4add0-e206-480e-b47f-67c9c2c420d2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.135018] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 937.135320] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a deletion is rescheduled due to dependency. [ 937.135413] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.430598] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.431564] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.431564] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.431564] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.431564] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.431564] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 already deleted. [ 937.431564] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.033670] env[66272]: INFO networking_nsxv3.common.synchronization [req-8c508f24-883b-4a48-b9d0-cb581991ab17 req-5bd839ab-b3c6-489d-bdaa-abfda8c5b69d tempest-InstanceActionsV221TestJSON-1807409796 tempest-InstanceActionsV221TestJSON-1807409796-project-member] Enqueued Resource ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 with Priority: HIGHEST for action security_group_members [ 938.035102] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 with Priority: HIGHEST for action security_group_members [ 938.035102] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.035102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.035102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.037837] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.037837] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.037837] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.037837] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.037837] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.037837] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.037837] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a5e88cb-8935-49d7-b1c3-023b6e6d7166',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.187483] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 938.187822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.188073] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.188312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.188516] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.188635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.188691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.188845] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.188927] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.189020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.189117] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.461645] env[66272]: INFO networking_nsxv3.common.synchronization [req-e2eea1c0-dca4-4bae-ad37-5cd4eb9d8b1f req-3d005435-bf06-4475-acd5-be3be38e791b tempest-ServersTestJSON-1771569199 tempest-ServersTestJSON-1771569199-project-member] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 938.461875] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 938.462209] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.462749] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.462749] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.462749] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.462931] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.462981] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.463061] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.463249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.463340] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.463435] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.543022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.543022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.543022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.543022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.543022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.543022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.543022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.543022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.543022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.543022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.543022] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 is going to be updated. [ 938.578856] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.583033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.583033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.583033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.583033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.591212] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 in Status: IN_PROGRESS for 2s [ 938.692806] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.692945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.693011] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.693332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.693567] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.694242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.694351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.694593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.694727] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.694868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.695657] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.695777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.695834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.696080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.696309] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.696759] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.696759] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.696890] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.697602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.697602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.697602] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.966552] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.199613] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d672d11c-f3c6-40dd-9c7d-867414995085: rpc.has_security_group_logging(os_id): False [ 939.219163] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.219316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.219420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.219602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.219693] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.219888] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.219986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.221056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.221056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.221056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.221056] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.221056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.221056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.221056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.221461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.221461] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.221461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.221461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.221673] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.221673] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.221837] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be created. [ 939.285123] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.285294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.285360] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.285581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.285839] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.303460] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 939.468684] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.971788] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.971928] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.971989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.972253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.972347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.972449] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 940.007565] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.007877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.008036] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.008235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.008403] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.017858] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 940.605221] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 in Status: SUCCESS [ 940.605581] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 deletion is rescheduled due to dependency. [ 940.605581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.317203] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 941.317203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.028865] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 942.029179] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.463051] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 943.463051] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 945.488024] env[66272]: INFO networking_nsxv3.common.synchronization [req-f870bece-bb83-4840-b1db-caabab544c50 req-385dd6fc-2801-43f2-82d3-19ad70a2bc33 tempest-ServerDiskConfigTestJSON-1694584386 tempest-ServerDiskConfigTestJSON-1694584386-project-member] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 945.488799] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 945.489235] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.489374] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.489447] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.489629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.489795] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.489898] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.489949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.490309] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.490309] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.490309] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.995033] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.995033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.995033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.995033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.995033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.995033] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.995033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.995033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.995033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.995033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.995033] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be updated. [ 946.026258] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.026394] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.026614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.027015] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.027015] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.041271] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: IN_PROGRESS for 2s [ 947.150412] env[66272]: INFO networking_nsxv3.common.synchronization [None req-526aa166-8c6b-4ce1-a500-872eaa27392e None None] Enqueued Resource ID: 8e521d27-a4e5-4a3c-8f25-0d70d5e287fc with Priority: HIGHEST for action port [ 947.150412] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e521d27-a4e5-4a3c-8f25-0d70d5e287fc with Priority: HIGHEST for action port [ 947.150412] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e521d27-a4e5-4a3c-8f25-0d70d5e287fc taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.150412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e521d27-a4e5-4a3c-8f25-0d70d5e287fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.150412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e521d27-a4e5-4a3c-8f25-0d70d5e287fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.150412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e521d27-a4e5-4a3c-8f25-0d70d5e287fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.151857] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e521d27-a4e5-4a3c-8f25-0d70d5e287fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.655036] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e521d27-a4e5-4a3c-8f25-0d70d5e287fc [ 947.655197] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.655346] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.655437] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.655631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.655725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.655822] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e521d27-a4e5-4a3c-8f25-0d70d5e287fc already deleted. [ 947.655904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e521d27-a4e5-4a3c-8f25-0d70d5e287fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.026654] env[66272]: INFO networking_nsxv3.common.synchronization [req-4cc5fc78-73be-42ad-8af4-30bf5c004f0e req-4e2af74f-1802-452d-9631-e4937593bcb1 tempest-ServerActionsTestOtherB-1460399298 tempest-ServerActionsTestOtherB-1460399298-project-member] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 948.027312] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 948.030525] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.030663] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.030732] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.031074] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.031255] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.031359] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.031425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.031668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.031668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.031754] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.056935] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 948.056935] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 deletion is rescheduled due to dependency. [ 948.057087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.237395] env[66272]: INFO networking_nsxv3.common.synchronization [None req-8c824461-1d95-4a7e-9537-f24776a7cb93 None None] Enqueued Resource ID: 9b4ec147-5a95-4f2b-8570-5edd09b30f52 with Priority: HIGHEST for action port [ 948.237851] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b4ec147-5a95-4f2b-8570-5edd09b30f52 with Priority: HIGHEST for action port [ 948.239038] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b4ec147-5a95-4f2b-8570-5edd09b30f52 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.239038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b4ec147-5a95-4f2b-8570-5edd09b30f52" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.239038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b4ec147-5a95-4f2b-8570-5edd09b30f52" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.239249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b4ec147-5a95-4f2b-8570-5edd09b30f52" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.240496] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b4ec147-5a95-4f2b-8570-5edd09b30f52',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.534101] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.534430] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.534430] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.534785] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.534785] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.534925] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.535045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.535113] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.535277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.535353] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.535916] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 is going to be updated. [ 948.565951] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.566244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.566325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.567683] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.567683] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.582220] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: IN_PROGRESS for 2s [ 948.742755] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b4ec147-5a95-4f2b-8570-5edd09b30f52 [ 948.743104] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.743264] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.744018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.744018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.744018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.744018] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b4ec147-5a95-4f2b-8570-5edd09b30f52 already deleted. [ 948.744018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b4ec147-5a95-4f2b-8570-5edd09b30f52" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.850538] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.850666] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-268" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.850801] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-268" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.851116] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-268" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.851540] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.851635] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.851728] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.851989] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.852184] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.852452] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.852814] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.852814] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.852814] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.852944] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.853213] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.853289] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.877389] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.877389] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.877389] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.877389] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-268" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.878840] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-6e4f5cf3-620e-45ef-af84-58cd38252629 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.879047] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-6e4f5cf3-620e-45ef-af84-58cd38252629" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.879186] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-6e4f5cf3-620e-45ef-af84-58cd38252629" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.880599] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-6e4f5cf3-620e-45ef-af84-58cd38252629" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.880599] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e4f5cf3-620e-45ef-af84-58cd38252629',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.983355] env[66272]: INFO networking_nsxv3.common.synchronization [req-33002478-991d-49c7-a24d-37fc4e22f5b8 req-f55b6c42-77d5-4485-ac83-15d1eee18583 tempest-DeleteServersTestJSON-563395098 tempest-DeleteServersTestJSON-563395098-project-member] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 948.983355] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 948.983355] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.983355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.983355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.983355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.983355] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.984141] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.984317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.984585] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.984767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.984944] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.384088] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.384391] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.384479] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.384770] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.384925] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.385081] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 6e4f5cf3-620e-45ef-af84-58cd38252629 not found, creating... [ 949.385668] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.385668] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.385668] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.385895] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.386068] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.386381] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.388084] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.388306] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.388908] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.389225] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.390900] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 6e4f5cf3-620e-45ef-af84-58cd38252629 is going to be created. [ 949.415620] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.416545] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.416545] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.416545] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.416545] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.416717] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-6e4f5cf3-620e-45ef-af84-58cd38252629" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.488199] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.488199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.488199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.488199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.488543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.488543] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.488746] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.488746] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.488804] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.488872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.488959] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 949.541149] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.541411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.541411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.541624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.541782] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.554670] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 949.778719] env[66272]: INFO networking_nsxv3.common.synchronization [None req-570f59bc-8eb3-4d80-9fd3-de285328bfc0 None None] Enqueued Resource ID: b743347d-2719-4fba-a69f-4a5a3fc78272 with Priority: HIGHEST for action port [ 949.780099] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b743347d-2719-4fba-a69f-4a5a3fc78272 with Priority: HIGHEST for action port [ 949.780528] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-b743347d-2719-4fba-a69f-4a5a3fc78272 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.780700] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b743347d-2719-4fba-a69f-4a5a3fc78272" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.780791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b743347d-2719-4fba-a69f-4a5a3fc78272" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.781801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b743347d-2719-4fba-a69f-4a5a3fc78272" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.781801] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b743347d-2719-4fba-a69f-4a5a3fc78272',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.139149] env[66272]: INFO networking_nsxv3.common.synchronization [req-4cc5fc78-73be-42ad-8af4-30bf5c004f0e req-a3d7816d-8143-4204-bf8d-148b47029688 service nova] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_rules [ 950.139539] env[66272]: INFO networking_nsxv3.common.synchronization [req-4cc5fc78-73be-42ad-8af4-30bf5c004f0e req-a3d7816d-8143-4204-bf8d-148b47029688 service nova] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 950.139797] env[66272]: INFO networking_nsxv3.common.synchronization [req-4cc5fc78-73be-42ad-8af4-30bf5c004f0e req-a3d7816d-8143-4204-bf8d-148b47029688 service nova] Enqueued Resource ID: 6e4f5cf3-620e-45ef-af84-58cd38252629 with Priority: HIGHEST for action port [ 950.140610] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_rules [ 950.140833] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 950.141061] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4f5cf3-620e-45ef-af84-58cd38252629 with Priority: HIGHEST for action port [ 950.141541] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.142260] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.142260] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.142260] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.142260] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.144238] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.144515] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.144836] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e4f5cf3-620e-45ef-af84-58cd38252629 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.146249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e4f5cf3-620e-45ef-af84-58cd38252629" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.146249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e4f5cf3-620e-45ef-af84-58cd38252629" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.146249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e4f5cf3-620e-45ef-af84-58cd38252629" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.146249] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e4f5cf3-620e-45ef-af84-58cd38252629',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.285792] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b743347d-2719-4fba-a69f-4a5a3fc78272 [ 950.285792] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.285792] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.285792] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.285792] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.285792] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.285792] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b743347d-2719-4fba-a69f-4a5a3fc78272 already deleted. [ 950.285792] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b743347d-2719-4fba-a69f-4a5a3fc78272" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.494220] env[66272]: INFO networking_nsxv3.common.synchronization [None req-0edc41f5-d0d7-42c4-88c0-5fe0eb0d53c9 None None] Enqueued Resource ID: a53b5f76-0778-4f3a-821d-e89a3053c94f with Priority: HIGHEST for action port [ 950.495116] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53b5f76-0778-4f3a-821d-e89a3053c94f with Priority: HIGHEST for action port [ 950.495116] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-a53b5f76-0778-4f3a-821d-e89a3053c94f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.495247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a53b5f76-0778-4f3a-821d-e89a3053c94f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.495247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a53b5f76-0778-4f3a-821d-e89a3053c94f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.495634] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a53b5f76-0778-4f3a-821d-e89a3053c94f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.495711] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a53b5f76-0778-4f3a-821d-e89a3053c94f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.593600] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: SUCCESS [ 950.593807] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 deletion is rescheduled due to dependency. [ 950.593928] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.594177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.594428] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.594625] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.594757] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.594833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.594991] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.595105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.595211] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.648013] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.648180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.648356] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e4f5cf3-620e-45ef-af84-58cd38252629 with status ACTIVE [ 950.648572] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.648684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.648736] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.648955] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.649054] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.649227] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.649416] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.649416] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.649523] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.649598] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.649818] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.649964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.649964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.650125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.650199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.650289] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e4f5cf3-620e-45ef-af84-58cd38252629 is going to be updated. [ 950.673356] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.673504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.673573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.673786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.673931] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.674127] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e4f5cf3-620e-45ef-af84-58cd38252629" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.998074] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a53b5f76-0778-4f3a-821d-e89a3053c94f [ 950.998642] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.998769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.999157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.999157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.999157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.999298] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a53b5f76-0778-4f3a-821d-e89a3053c94f already deleted. [ 950.999298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a53b5f76-0778-4f3a-821d-e89a3053c94f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.097859] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.567458] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 951.568210] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 deletion is rescheduled due to dependency. [ 951.568210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.601336] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.104367] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.104578] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.104619] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.104829] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.107015] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.107015] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 is going to be updated. [ 952.140971] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.141154] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.141263] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.141525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.141668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.152661] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: IN_PROGRESS for 2s [ 953.411459] env[66272]: INFO networking_nsxv3.common.synchronization [req-00902bdc-14d7-483a-a9c1-f4ba6bd84c56 req-5bd35f86-0ed3-4eb9-bf35-41c87168f5a2 tempest-ImagesTestJSON-1438489800 tempest-ImagesTestJSON-1438489800-project-member] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 953.412056] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 953.412702] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.412702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.412702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.414178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.414402] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.415042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.415042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.415042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.415042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.415042] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.922480] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.922648] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.922722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.922943] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.923048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.923381] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.923553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.923639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.923811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.923887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.923982] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be updated. [ 953.955108] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.955242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.955302] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.955538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.955710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.969767] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 954.062889] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.063247] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.063378] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.063647] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.069352] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.069352] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.069352] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.069352] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.069352] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.069688] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.069688] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.069780] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.071082] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.071383] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.071472] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.071580] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.107333] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.107333] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.107333] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.107333] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.107333] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-448f3775-e856-4392-8f19-c26d0fb96f42 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.107333] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-448f3775-e856-4392-8f19-c26d0fb96f42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.107333] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-448f3775-e856-4392-8f19-c26d0fb96f42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.107333] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-448f3775-e856-4392-8f19-c26d0fb96f42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.107333] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('448f3775-e856-4392-8f19-c26d0fb96f42',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.165229] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: SUCCESS [ 954.165352] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.165559] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.165803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.166039] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.166174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.166265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.166456] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.166543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.166633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.166723] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.609650] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.609650] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.609650] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.610150] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.610150] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.610256] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 448f3775-e856-4392-8f19-c26d0fb96f42 not found, creating... [ 954.610576] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.610749] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.610878] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.611164] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.611328] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.611651] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.611845] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.612479] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.612807] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.612978] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.613201] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 448f3775-e856-4392-8f19-c26d0fb96f42 is going to be created. [ 954.635041] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.635399] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.635636] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.635979] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.636294] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.636581] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-448f3775-e856-4392-8f19-c26d0fb96f42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.668743] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.171609] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9356fdaf-15cf-4536-b8ec-19383ea51a57: rpc.has_security_group_logging(os_id): False [ 955.194096] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.194862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.195017] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.195272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.195380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.195736] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.195879] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.195996] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.196272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.196634] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.196822] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 is going to be updated. [ 955.273415] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.275048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.275048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.275048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.275048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.289394] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: IN_PROGRESS for 2s [ 955.404038] env[66272]: INFO networking_nsxv3.common.synchronization [req-00902bdc-14d7-483a-a9c1-f4ba6bd84c56 req-3ebef835-5181-454b-b14a-aea67f1d4ef9 service nova] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_rules [ 955.404038] env[66272]: INFO networking_nsxv3.common.synchronization [req-00902bdc-14d7-483a-a9c1-f4ba6bd84c56 req-3ebef835-5181-454b-b14a-aea67f1d4ef9 service nova] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 955.404038] env[66272]: INFO networking_nsxv3.common.synchronization [req-00902bdc-14d7-483a-a9c1-f4ba6bd84c56 req-3ebef835-5181-454b-b14a-aea67f1d4ef9 service nova] Enqueued Resource ID: 448f3775-e856-4392-8f19-c26d0fb96f42 with Priority: HIGHEST for action port [ 955.404038] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_rules [ 955.404038] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 955.404038] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 448f3775-e856-4392-8f19-c26d0fb96f42 with Priority: HIGHEST for action port [ 955.404860] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.404986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.405062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.405441] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.405441] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.406599] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.406711] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.406927] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-448f3775-e856-4392-8f19-c26d0fb96f42 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.407047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-448f3775-e856-4392-8f19-c26d0fb96f42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.407180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-448f3775-e856-4392-8f19-c26d0fb96f42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.407289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-448f3775-e856-4392-8f19-c26d0fb96f42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.407365] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('448f3775-e856-4392-8f19-c26d0fb96f42',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.915064] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.915064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.915064] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 448f3775-e856-4392-8f19-c26d0fb96f42 with status ACTIVE [ 955.915064] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.915064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.915064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.915064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.915064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.915064] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.915064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.915064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.915064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.915064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.915064] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.916015] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.916015] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.916015] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.916015] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.916015] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 448f3775-e856-4392-8f19-c26d0fb96f42 is going to be updated. [ 955.941149] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.941149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.941149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.941149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.941433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.941433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-448f3775-e856-4392-8f19-c26d0fb96f42" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.983407] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 955.983627] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a deletion is rescheduled due to dependency. [ 955.983755] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.983928] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.984184] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.984412] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.984537] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.984604] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.984797] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.984885] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.984978] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.487992] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.717476] env[66272]: INFO networking_nsxv3.common.synchronization [None req-80184671-c8be-43b6-ae1c-ab55013dc917 tempest-AttachVolumeNegativeTest-738561690 tempest-AttachVolumeNegativeTest-738561690-project-member] Enqueued Resource ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 with Priority: HIGHEST for action security_group_rules [ 956.718114] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 with Priority: HIGHEST for action security_group_rules [ 956.718260] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.718374] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.718436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.718814] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.718814] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33c4984b-bc48-4afb-8e2e-e9c635948ce3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.885593] env[66272]: INFO networking_nsxv3.common.synchronization [None req-13879603-7837-4be2-b6ee-1366f7773eb3 tempest-AttachVolumeNegativeTest-738561690 tempest-AttachVolumeNegativeTest-738561690-project-member] Enqueued Resource ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 with Priority: HIGHEST for action security_group_rules [ 956.886348] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 with Priority: HIGHEST for action security_group_rules [ 956.886478] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.886580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.990536] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.240723] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.241065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.241216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.241569] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.241769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.242043] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 already deleted. [ 957.242242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.242489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.242977] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.243327] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33c4984b-bc48-4afb-8e2e-e9c635948ce3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.305874] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: SUCCESS [ 957.306571] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.496178] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.496178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.496178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.496178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.496178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.496178] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be updated. [ 957.521182] env[66272]: INFO networking_nsxv3.common.synchronization [None req-ff84cb56-a217-4413-9767-33c3228290e5 None None] Enqueued Resource ID: 69bab20c-bcbd-4dd9-83c0-5e3ad60025b3 with Priority: HIGHEST for action port [ 957.521712] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bab20c-bcbd-4dd9-83c0-5e3ad60025b3 with Priority: HIGHEST for action port [ 957.523195] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-69bab20c-bcbd-4dd9-83c0-5e3ad60025b3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.523283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69bab20c-bcbd-4dd9-83c0-5e3ad60025b3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.523367] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69bab20c-bcbd-4dd9-83c0-5e3ad60025b3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.523962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69bab20c-bcbd-4dd9-83c0-5e3ad60025b3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.523962] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69bab20c-bcbd-4dd9-83c0-5e3ad60025b3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.526556] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.526673] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.526773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.526926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.529490] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.537940] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 957.764339] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.764527] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.764569] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.764776] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.764866] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.764981] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 already deleted. [ 957.765145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.027231] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69bab20c-bcbd-4dd9-83c0-5e3ad60025b3 [ 958.027526] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.027775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.027775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.027940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.028035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.028723] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69bab20c-bcbd-4dd9-83c0-5e3ad60025b3 already deleted. [ 958.028723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69bab20c-bcbd-4dd9-83c0-5e3ad60025b3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.418834] env[66272]: INFO networking_nsxv3.common.synchronization [req-6113bbbf-e8d5-46c5-84ba-79f27a2f6ae5 req-185bafc6-6acd-43a6-8449-39469a6e9f91 tempest-ImagesOneServerNegativeTestJSON-471111373 tempest-ImagesOneServerNegativeTestJSON-471111373-project-member] Enqueued Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_members [ 958.420177] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_members [ 958.421524] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.421700] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.424287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.424556] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.424767] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.424856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.424898] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.425078] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.425162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.425284] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.883910] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.884199] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-108" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.884286] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-108" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.884596] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-108" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.886129] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.886237] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.886269] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.886509] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.886970] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.886970] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.887399] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.887519] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.887626] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.887745] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.887942] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.888826] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.914197] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.914388] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.914548] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.914698] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-108" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.915027] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-8e2af5d5-6075-4772-8194-05cb68e40ffe taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.915207] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-8e2af5d5-6075-4772-8194-05cb68e40ffe" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.915351] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-8e2af5d5-6075-4772-8194-05cb68e40ffe" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.915662] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-8e2af5d5-6075-4772-8194-05cb68e40ffe" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.915799] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e2af5d5-6075-4772-8194-05cb68e40ffe',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.928216] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.928434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.928512] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.929437] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.929437] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.929437] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.929437] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.929437] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.929437] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.929437] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.929799] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e is going to be updated. [ 958.957431] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.957431] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.957431] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.957431] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.957431] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.967685] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: IN_PROGRESS for 2s [ 959.418795] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.419188] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.420463] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.420774] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.420971] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.421167] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 8e2af5d5-6075-4772-8194-05cb68e40ffe not found, creating... [ 959.421556] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.421741] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.421855] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.422095] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.422291] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.422509] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.422664] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.422774] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.422982] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.423202] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.423344] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 8e2af5d5-6075-4772-8194-05cb68e40ffe is going to be created. [ 959.448781] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.449030] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.449144] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.449399] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.449619] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.449847] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-8e2af5d5-6075-4772-8194-05cb68e40ffe" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.549522] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 959.549631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.549792] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.550402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.550402] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.550402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.550402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.550645] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.550645] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.550725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.550798] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.606046] env[66272]: INFO networking_nsxv3.common.synchronization [None req-728effa0-93a5-4269-9616-8115b486061d None None] Enqueued Resource ID: dfab8a3e-0037-4699-adff-a130a8cce7a1 with Priority: HIGHEST for action port [ 959.606618] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfab8a3e-0037-4699-adff-a130a8cce7a1 with Priority: HIGHEST for action port [ 959.610793] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfab8a3e-0037-4699-adff-a130a8cce7a1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.612421] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfab8a3e-0037-4699-adff-a130a8cce7a1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.612509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfab8a3e-0037-4699-adff-a130a8cce7a1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.612849] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfab8a3e-0037-4699-adff-a130a8cce7a1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.612946] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfab8a3e-0037-4699-adff-a130a8cce7a1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.878093] env[66272]: INFO networking_nsxv3.common.synchronization [None req-194e3765-c3ae-409e-9922-7523039ae889 None None] Enqueued Resource ID: 076c4c85-8af8-44ac-8f6c-f7979e7fe5aa with Priority: HIGHEST for action port [ 959.878359] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076c4c85-8af8-44ac-8f6c-f7979e7fe5aa with Priority: HIGHEST for action port [ 959.878993] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-076c4c85-8af8-44ac-8f6c-f7979e7fe5aa taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.879114] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-076c4c85-8af8-44ac-8f6c-f7979e7fe5aa" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.879114] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-076c4c85-8af8-44ac-8f6c-f7979e7fe5aa" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.879357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-076c4c85-8af8-44ac-8f6c-f7979e7fe5aa" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.879506] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('076c4c85-8af8-44ac-8f6c-f7979e7fe5aa',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.053886] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.054117] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.054162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.054408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.054627] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.054764] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.054847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.055078] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.055176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.055298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.055726] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.055854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.055936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.056147] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.056315] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.056439] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.056523] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.056697] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.056804] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.056903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.056995] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.115858] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfab8a3e-0037-4699-adff-a130a8cce7a1 [ 960.117992] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.117992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.117992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.117992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.117992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.117992] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfab8a3e-0037-4699-adff-a130a8cce7a1 already deleted. [ 960.117992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfab8a3e-0037-4699-adff-a130a8cce7a1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.166419] env[66272]: INFO networking_nsxv3.common.synchronization [req-6113bbbf-e8d5-46c5-84ba-79f27a2f6ae5 req-d86c0258-1725-4a32-86e6-3d558ff122a7 service nova] Enqueued Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_rules [ 960.166419] env[66272]: INFO networking_nsxv3.common.synchronization [req-6113bbbf-e8d5-46c5-84ba-79f27a2f6ae5 req-d86c0258-1725-4a32-86e6-3d558ff122a7 service nova] Enqueued Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_members [ 960.166419] env[66272]: INFO networking_nsxv3.common.synchronization [req-6113bbbf-e8d5-46c5-84ba-79f27a2f6ae5 req-d86c0258-1725-4a32-86e6-3d558ff122a7 service nova] Enqueued Resource ID: 8e2af5d5-6075-4772-8194-05cb68e40ffe with Priority: HIGHEST for action port [ 960.166981] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_rules [ 960.167138] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_members [ 960.167268] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e2af5d5-6075-4772-8194-05cb68e40ffe with Priority: HIGHEST for action port [ 960.167622] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.167622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.167827] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.167862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.167936] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.168832] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.168933] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.169167] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e2af5d5-6075-4772-8194-05cb68e40ffe taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.169268] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e2af5d5-6075-4772-8194-05cb68e40ffe" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.169335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e2af5d5-6075-4772-8194-05cb68e40ffe" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.169501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e2af5d5-6075-4772-8194-05cb68e40ffe" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.169571] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e2af5d5-6075-4772-8194-05cb68e40ffe',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.381284] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 076c4c85-8af8-44ac-8f6c-f7979e7fe5aa [ 960.381539] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.381678] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.381747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.382105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.382230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.382326] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:076c4c85-8af8-44ac-8f6c-f7979e7fe5aa already deleted. [ 960.382442] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-076c4c85-8af8-44ac-8f6c-f7979e7fe5aa" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.560339] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4d1661b-b7ca-4f46-8aa7-72cee5fd984a: rpc.has_security_group_logging(os_id): False [ 960.582450] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.582661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.582822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.583015] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.583195] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.583400] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.583570] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.583620] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.583820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.584041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.584162] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.584283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.584368] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.584552] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.584665] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.584896] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.585043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.585143] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.585355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.585482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.585598] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be updated. [ 960.651586] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.652756] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.652802] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.653041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.653248] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.669258] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 960.672030] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.672030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.676655] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e2af5d5-6075-4772-8194-05cb68e40ffe with status ACTIVE [ 960.676655] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.676655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.676655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.676655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.676655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.676655] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.676655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.676655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.676655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.676655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.676655] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.676655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.676655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.676655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.676655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.676655] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e2af5d5-6075-4772-8194-05cb68e40ffe is going to be updated. [ 960.697286] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.698318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.698318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.698318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.698318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.698318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e2af5d5-6075-4772-8194-05cb68e40ffe" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.980329] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: SUCCESS [ 960.980329] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e deletion is rescheduled due to dependency. [ 960.980329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.980329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.980329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.980329] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.980329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.980329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.980329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.980329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.980329] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.037148] env[66272]: INFO networking_nsxv3.common.synchronization [req-8d1208e6-f5e3-48b9-8140-0588506edc07 req-f80098b0-957b-48c1-aeae-b14f12e62abf tempest-ServerRescueNegativeTestJSON-680848364 tempest-ServerRescueNegativeTestJSON-680848364-project-member] Enqueued Resource ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 with Priority: HIGHEST for action security_group_members [ 961.037711] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 with Priority: HIGHEST for action security_group_members [ 961.038254] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c4add0-e206-480e-b47f-67c9c2c420d2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.038254] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.038463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.038547] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.038701] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.038796] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.038849] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.038994] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.039082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.039171] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6c4add0-e206-480e-b47f-67c9c2c420d2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.415201] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.415381] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-28" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.415496] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-28" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.415748] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-28" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.415992] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.416154] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.416261] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.416464] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.416608] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.416806] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.416910] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.417020] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.417120] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.417218] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.417314] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.417435] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.460551] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.460725] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.460862] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.461053] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-28" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.461385] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-cf8cd498-7ea6-4c0d-9ee7-fed82d03276b taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.461645] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-cf8cd498-7ea6-4c0d-9ee7-fed82d03276b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.461770] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-cf8cd498-7ea6-4c0d-9ee7-fed82d03276b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.462111] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-cf8cd498-7ea6-4c0d-9ee7-fed82d03276b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.462246] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf8cd498-7ea6-4c0d-9ee7-fed82d03276b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.483442] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.541049] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.541313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.541497] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.542198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.542298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.542556] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.542658] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.542707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.543038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.543038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.543038] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 already deleted. [ 961.543551] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.968027] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.968027] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.968352] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.968352] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.968495] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.968645] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port cf8cd498-7ea6-4c0d-9ee7-fed82d03276b not found, creating... [ 961.969582] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.969582] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.969582] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.969582] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.969582] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.969845] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.972036] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.972036] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.972036] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.972036] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.972036] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: cf8cd498-7ea6-4c0d-9ee7-fed82d03276b is going to be created. [ 961.985590] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.994117] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.994249] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.994689] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.995044] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.995347] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.995641] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-cf8cd498-7ea6-4c0d-9ee7-fed82d03276b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.490570] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.490570] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.490570] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.490570] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.490570] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.490570] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e is going to be updated. [ 962.523707] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.523707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.523707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.523707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.523707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.534096] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: IN_PROGRESS for 2s [ 962.684732] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 962.685339] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.690607] env[66272]: INFO networking_nsxv3.common.synchronization [req-8d1208e6-f5e3-48b9-8140-0588506edc07 req-36902912-21c7-4d85-b827-6412113bc2a1 service nova] Enqueued Resource ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 with Priority: HIGHEST for action security_group_rules [ 962.691180] env[66272]: INFO networking_nsxv3.common.synchronization [req-8d1208e6-f5e3-48b9-8140-0588506edc07 req-36902912-21c7-4d85-b827-6412113bc2a1 service nova] Enqueued Resource ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 with Priority: HIGHEST for action security_group_members [ 962.691180] env[66272]: INFO networking_nsxv3.common.synchronization [req-8d1208e6-f5e3-48b9-8140-0588506edc07 req-36902912-21c7-4d85-b827-6412113bc2a1 service nova] Enqueued Resource ID: cf8cd498-7ea6-4c0d-9ee7-fed82d03276b with Priority: HIGHEST for action port [ 962.691180] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 with Priority: HIGHEST for action security_group_rules [ 962.691461] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 with Priority: HIGHEST for action security_group_members [ 962.691461] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8cd498-7ea6-4c0d-9ee7-fed82d03276b with Priority: HIGHEST for action port [ 962.692202] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6c4add0-e206-480e-b47f-67c9c2c420d2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.692202] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.692202] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.692668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.692668] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6c4add0-e206-480e-b47f-67c9c2c420d2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.693335] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c4add0-e206-480e-b47f-67c9c2c420d2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.693543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.693543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.693693] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.693821] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.694142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.694142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.694142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.694142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.694556] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6c4add0-e206-480e-b47f-67c9c2c420d2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.695347] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf8cd498-7ea6-4c0d-9ee7-fed82d03276b taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.695555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf8cd498-7ea6-4c0d-9ee7-fed82d03276b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.695555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf8cd498-7ea6-4c0d-9ee7-fed82d03276b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.695803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf8cd498-7ea6-4c0d-9ee7-fed82d03276b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.695803] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf8cd498-7ea6-4c0d-9ee7-fed82d03276b',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.765104] env[66272]: INFO networking_nsxv3.common.synchronization [None req-9d6e858f-9d7b-43d1-a154-90583791d7bc None None] Enqueued Resource ID: 0ff5ff24-612b-4170-a35a-cd8ba4428470 with Priority: HIGHEST for action port [ 962.765104] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff5ff24-612b-4170-a35a-cd8ba4428470 with Priority: HIGHEST for action port [ 962.765104] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ff5ff24-612b-4170-a35a-cd8ba4428470 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.765104] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ff5ff24-612b-4170-a35a-cd8ba4428470" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.765104] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ff5ff24-612b-4170-a35a-cd8ba4428470" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.766178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ff5ff24-612b-4170-a35a-cd8ba4428470" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.766375] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ff5ff24-612b-4170-a35a-cd8ba4428470',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.197750] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c4add0-e206-480e-b47f-67c9c2c420d2 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.198061] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.198109] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6c4add0-e206-480e-b47f-67c9c2c420d2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.200395] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf8cd498-7ea6-4c0d-9ee7-fed82d03276b with status ACTIVE [ 963.200822] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.200900] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.200974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.201894] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.201894] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.201894] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.201894] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.201894] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.202581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.202581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.202581] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.202581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.202581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.202581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.202757] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.202757] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf8cd498-7ea6-4c0d-9ee7-fed82d03276b is going to be updated. [ 963.224150] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.224298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.224367] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.224576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.224745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.224912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf8cd498-7ea6-4c0d-9ee7-fed82d03276b" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.269125] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ff5ff24-612b-4170-a35a-cd8ba4428470 [ 963.269364] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.269499] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.269564] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.269790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.269877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.269972] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ff5ff24-612b-4170-a35a-cd8ba4428470 already deleted. [ 963.270062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ff5ff24-612b-4170-a35a-cd8ba4428470" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.701844] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6c4add0-e206-480e-b47f-67c9c2c420d2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.208292] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.208292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.208292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.208292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.208292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.208292] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 is going to be created. [ 964.240041] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.240191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.240263] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.240480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.240634] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.253399] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 in Status: UNINITIALIZED for 2s [ 964.545424] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: SUCCESS [ 964.545657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.545889] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.546215] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.546371] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.546491] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.546578] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.546754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.546855] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.546966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.547087] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.050724] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.050724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.050724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.050982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.051116] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.051171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.051205] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.051383] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.051463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.051553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.051840] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.052332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.052403] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.052691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.052891] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.052987] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.053093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.053221] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.053295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.053386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.053481] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.559220] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1de50d75-d1e0-42b1-9266-e76d77b9309e: rpc.has_security_group_logging(os_id): False [ 965.591024] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.591024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.591024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.591024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.591024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.591024] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.591024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.591024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.591024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.591024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.591723] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.592838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.593257] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.594046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.596114] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.596114] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.596114] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.596114] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.596114] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.596553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.596553] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e is going to be updated. [ 965.683029] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.683201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.683292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.683589] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.684737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.702361] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: IN_PROGRESS for 2s [ 966.269121] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 in Status: UNINITIALIZED for 4s [ 967.719021] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: SUCCESS [ 967.720752] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.768369] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 967.768431] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 968.087898] env[66272]: INFO networking_nsxv3.common.synchronization [None req-58ef4b02-5d4d-4a9e-a5c2-7c2c7e95c1ec None None] Enqueued Resource ID: 20f728da-449e-48b3-8d4d-9e97f5439415 with Priority: HIGHEST for action port [ 968.088131] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f728da-449e-48b3-8d4d-9e97f5439415 with Priority: HIGHEST for action port [ 968.089219] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-20f728da-449e-48b3-8d4d-9e97f5439415 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.089219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20f728da-449e-48b3-8d4d-9e97f5439415" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.089219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20f728da-449e-48b3-8d4d-9e97f5439415" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.089219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20f728da-449e-48b3-8d4d-9e97f5439415" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.089219] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20f728da-449e-48b3-8d4d-9e97f5439415',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.279641] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 in Status: SUCCESS [ 968.279826] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.280022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.280238] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.280426] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.280535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.280605] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.280733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.280805] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.280879] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.280966] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6c4add0-e206-480e-b47f-67c9c2c420d2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.591166] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20f728da-449e-48b3-8d4d-9e97f5439415 [ 968.591416] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.591551] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.591611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.591963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.592066] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.592187] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20f728da-449e-48b3-8d4d-9e97f5439415 already deleted. [ 968.592245] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20f728da-449e-48b3-8d4d-9e97f5439415" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.650094] env[66272]: INFO networking_nsxv3.common.synchronization [None req-2ef830fc-29bc-4a57-87fe-85c437d68443 tempest-AttachVolumeTestJSON-998049604 tempest-AttachVolumeTestJSON-998049604-project-member] Enqueued Resource ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae with Priority: HIGHEST for action security_group_rules [ 968.650810] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae with Priority: HIGHEST for action security_group_rules [ 968.651457] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.651457] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.651457] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.651920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.652094] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db09d9d0-54c4-4edd-980d-9ff2e96635ae',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.741703] env[66272]: INFO networking_nsxv3.common.synchronization [None req-49a1350f-ae4f-4e58-9a86-c29693cc9ebd tempest-AttachVolumeTestJSON-998049604 tempest-AttachVolumeTestJSON-998049604-project-member] Enqueued Resource ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae with Priority: HIGHEST for action security_group_rules [ 968.742582] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae with Priority: HIGHEST for action security_group_rules [ 968.742852] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.742852] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.782776] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6c4add0-e206-480e-b47f-67c9c2c420d2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.182748] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.182748] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.183226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.183226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.183287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.183431] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae already deleted. [ 969.183517] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.183689] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.184222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.184222] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db09d9d0-54c4-4edd-980d-9ff2e96635ae',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.285159] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6c4add0-e206-480e-b47f-67c9c2c420d2: rpc.has_security_group_logging(os_id): False [ 969.309471] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.309471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.309471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.309471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.309471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.309471] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.309471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.309900] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.309900] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.309900] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.309900] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 is going to be created. [ 969.384783] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.385584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.385584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.385584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.385584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.397770] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 in Status: IN_PROGRESS for 2s [ 969.707754] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.707754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.708045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.708470] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.708470] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.708470] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae already deleted. [ 969.709630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.715624] env[66272]: INFO networking_nsxv3.common.synchronization [req-94fcb2b4-a974-418b-9896-1465fcc1a5c3 req-10999011-676e-44fd-9e72-e28bbcffc3c6 tempest-ServerDiskConfigTestJSON-1694584386 tempest-ServerDiskConfigTestJSON-1694584386-project-member] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 969.716240] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 969.716563] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.716690] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.716758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.716977] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.718094] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.718303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.718435] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.718710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.718851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.719156] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.114807] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.115141] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.115243] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.119019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.119019] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.119019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.119019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.119019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.119019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.119019] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.119019] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.119019] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.119019] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.119019] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.119019] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.119019] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.138500] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.138664] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.138788] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.138969] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.139325] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-f8ab80d1-91bf-4a9c-97b3-e325fcee72ad taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.139496] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-f8ab80d1-91bf-4a9c-97b3-e325fcee72ad" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.139600] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-f8ab80d1-91bf-4a9c-97b3-e325fcee72ad" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.139977] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-f8ab80d1-91bf-4a9c-97b3-e325fcee72ad" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.140168] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8ab80d1-91bf-4a9c-97b3-e325fcee72ad',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.223804] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.224120] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.224298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.224614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.224721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.225137] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.225137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.225137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.225312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.225366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.225447] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be updated. [ 970.251404] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.251404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.251581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.251782] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.251868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.264396] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: IN_PROGRESS for 2s [ 970.279731] env[66272]: INFO networking_nsxv3.common.synchronization [None req-a659f63e-4962-4673-977e-b2704af582ea None None] Enqueued Resource ID: d670383f-6b08-4053-b154-8e8313df2f3d with Priority: HIGHEST for action port [ 970.280453] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d670383f-6b08-4053-b154-8e8313df2f3d with Priority: HIGHEST for action port [ 970.280726] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-d670383f-6b08-4053-b154-8e8313df2f3d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.280833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d670383f-6b08-4053-b154-8e8313df2f3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.280897] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d670383f-6b08-4053-b154-8e8313df2f3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.281212] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d670383f-6b08-4053-b154-8e8313df2f3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.281312] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d670383f-6b08-4053-b154-8e8313df2f3d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.643671] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.643671] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.643671] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.644165] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.644165] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.644386] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port f8ab80d1-91bf-4a9c-97b3-e325fcee72ad not found, creating... [ 970.644860] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.645121] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.645285] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.645540] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.645679] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.646065] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.646241] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.646355] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.646591] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.646783] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.646984] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: f8ab80d1-91bf-4a9c-97b3-e325fcee72ad is going to be created. [ 970.669525] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.669771] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.669955] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.670409] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.670705] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.670968] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-f8ab80d1-91bf-4a9c-97b3-e325fcee72ad" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.786887] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d670383f-6b08-4053-b154-8e8313df2f3d [ 970.787297] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.787426] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.787469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.787823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.787941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.788048] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d670383f-6b08-4053-b154-8e8313df2f3d already deleted. [ 970.788140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d670383f-6b08-4053-b154-8e8313df2f3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.413161] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 in Status: SUCCESS [ 971.413461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.414513] env[66272]: INFO networking_nsxv3.common.synchronization [req-94fcb2b4-a974-418b-9896-1465fcc1a5c3 req-6f5c9d29-2b8c-4d11-bc3b-d82b03041051 service nova] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_rules [ 971.414680] env[66272]: INFO networking_nsxv3.common.synchronization [req-94fcb2b4-a974-418b-9896-1465fcc1a5c3 req-6f5c9d29-2b8c-4d11-bc3b-d82b03041051 service nova] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 971.414808] env[66272]: INFO networking_nsxv3.common.synchronization [req-94fcb2b4-a974-418b-9896-1465fcc1a5c3 req-6f5c9d29-2b8c-4d11-bc3b-d82b03041051 service nova] Enqueued Resource ID: f8ab80d1-91bf-4a9c-97b3-e325fcee72ad with Priority: HIGHEST for action port [ 971.415524] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_rules [ 971.415698] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 971.416111] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ab80d1-91bf-4a9c-97b3-e325fcee72ad with Priority: HIGHEST for action port [ 971.416243] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.416243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.416348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.416517] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.416584] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.417898] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.417898] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.417898] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8ab80d1-91bf-4a9c-97b3-e325fcee72ad taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.417898] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8ab80d1-91bf-4a9c-97b3-e325fcee72ad" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.418194] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8ab80d1-91bf-4a9c-97b3-e325fcee72ad" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.419118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8ab80d1-91bf-4a9c-97b3-e325fcee72ad" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.419118] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8ab80d1-91bf-4a9c-97b3-e325fcee72ad',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.451729] env[66272]: INFO networking_nsxv3.common.synchronization [req-8554afb7-da4d-48f6-8463-ed2bb7bbde03 req-20a6b0ea-3757-485b-a6ae-7fef9638da9e tempest-ImagesOneServerNegativeTestJSON-471111373 tempest-ImagesOneServerNegativeTestJSON-471111373-project-member] Enqueued Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_members [ 971.452706] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e with Priority: HIGHEST for action security_group_members [ 971.453459] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1de50d75-d1e0-42b1-9266-e76d77b9309e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.453565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.453744] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.454511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.455355] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.455786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.455786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.455904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.455937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.456072] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1de50d75-d1e0-42b1-9266-e76d77b9309e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.921195] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.921195] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.923520] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8ab80d1-91bf-4a9c-97b3-e325fcee72ad with status ACTIVE [ 971.923520] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.923520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.923520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.923520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.923520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.923520] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.923520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.923888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.923888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.923888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.924080] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.924211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.924256] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.927020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.927020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.927020] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8ab80d1-91bf-4a9c-97b3-e325fcee72ad is going to be updated. [ 971.952566] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.952759] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.952954] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.953046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.953978] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.954472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8ab80d1-91bf-4a9c-97b3-e325fcee72ad" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.958223] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.958797] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.958797] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.958797] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.958797] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.959100] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.959182] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.959268] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.959440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.959537] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.959640] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e is going to be updated. [ 972.008271] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.008271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.008271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.008271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.008271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.020174] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: IN_PROGRESS for 2s [ 972.275201] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 972.275201] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 deletion is rescheduled due to dependency. [ 972.275201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.275447] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.275684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.275857] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.275964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.276360] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.276360] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.276360] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.276360] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.782052] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.285427] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.787063] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.790285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.790285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.790285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.790285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.790285] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be updated. [ 973.826772] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.829017] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.829017] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.829017] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.829017] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.839837] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: IN_PROGRESS for 2s [ 974.030118] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e in Status: SUCCESS [ 974.030370] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1de50d75-d1e0-42b1-9266-e76d77b9309e deletion is rescheduled due to dependency. [ 974.030445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1de50d75-d1e0-42b1-9266-e76d77b9309e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.851402] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 975.851787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.851880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.852205] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.852451] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.852582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.852689] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.852806] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.852875] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.852964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.853144] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.358328] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.358328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.358328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.358328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.358553] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.358610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.359059] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.359059] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.359059] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.359401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.359401] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.359401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.359523] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.361008] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.361008] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.361008] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.361008] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.361008] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.361008] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.361008] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.361008] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.453175] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 976.453342] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 976.863325] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cea3b7db-51cd-4194-8df2-6f60651cfab8: rpc.has_security_group_logging(os_id): False [ 976.881371] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.881579] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.881579] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.881844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.881944] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.882167] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.882297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.882383] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.882546] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.882622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.882808] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.882926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.883030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.883252] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.883347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.883562] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.883658] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.883786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.883884] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.883966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.884085] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be updated. [ 976.952088] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.952365] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.952365] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.952497] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.952711] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.967279] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: IN_PROGRESS for 2s [ 977.731248] env[66272]: INFO networking_nsxv3.common.synchronization [req-ec81bfaa-6ea6-42eb-b7db-f39ea976312d req-149dac13-8e08-4142-b02c-04500542d0d1 tempest-ServerMetadataTestJSON-1098176359 tempest-ServerMetadataTestJSON-1098176359-project-member] Enqueued Resource ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 with Priority: HIGHEST for action security_group_members [ 977.732010] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 with Priority: HIGHEST for action security_group_members [ 977.732581] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.732727] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.732813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.733173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.733392] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.733533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.733621] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.733850] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.733973] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.734123] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b974cd6-3af8-4c37-99e6-eff17e2cdf24',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.043377] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-187 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.043719] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-187" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.043719] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-187" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.044025] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-187" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.044311] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.044520] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.044574] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.044782] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.044923] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.045433] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.045553] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.045661] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.045765] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.045871] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.045972] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.046116] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.068444] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.068626] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.068757] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.068961] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-187" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.069304] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-f95a30ee-3386-4fc1-bef9-eaa9c07d408c taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.069481] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-f95a30ee-3386-4fc1-bef9-eaa9c07d408c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.069626] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-f95a30ee-3386-4fc1-bef9-eaa9c07d408c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.069997] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-f95a30ee-3386-4fc1-bef9-eaa9c07d408c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.070151] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f95a30ee-3386-4fc1-bef9-eaa9c07d408c',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.236719] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.236895] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.236937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.237148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.237276] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.237517] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.237517] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.237638] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.237719] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.237789] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.237875] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 already deleted. [ 978.237951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.573299] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.573763] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.574043] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.574597] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.574903] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.575185] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port f95a30ee-3386-4fc1-bef9-eaa9c07d408c not found, creating... [ 978.575593] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.575885] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.576068] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.576440] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.576801] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.577280] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.577510] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.577733] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.578063] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.578259] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.578449] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: f95a30ee-3386-4fc1-bef9-eaa9c07d408c is going to be created. [ 978.600766] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.600766] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.600766] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.600766] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.602137] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.602137] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-f95a30ee-3386-4fc1-bef9-eaa9c07d408c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.659156] env[66272]: INFO networking_nsxv3.common.synchronization [req-ecd1dd3d-5670-42ec-80d9-486cd3c841d1 req-344b9a6b-e19f-45ca-a3eb-c13fdb6ca19c tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 978.659156] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 978.659156] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.659156] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.659156] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.659156] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.659689] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.659974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.660203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.660519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.660750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.660956] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.983714] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 978.983958] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.005432] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.005641] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.005788] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.006100] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.006362] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.006524] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.006655] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.006871] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.007029] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.007274] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.007382] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.007491] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.007596] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.007705] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.007808] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.007937] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.028043] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.028225] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.028479] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.028684] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.029078] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-6d0511db-44a0-4342-b808-f4347861cbf9 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.029301] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-6d0511db-44a0-4342-b808-f4347861cbf9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.029550] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-6d0511db-44a0-4342-b808-f4347861cbf9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.029854] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-6d0511db-44a0-4342-b808-f4347861cbf9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.030032] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d0511db-44a0-4342-b808-f4347861cbf9',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.164274] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.164697] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.164697] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.164882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.188128] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.188459] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.188588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.188656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.188865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.188949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.189048] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be updated. [ 979.230849] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.231050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.231148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.231426] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.231611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.243521] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: IN_PROGRESS for 2s [ 979.306312] env[66272]: INFO networking_nsxv3.common.synchronization [req-ec81bfaa-6ea6-42eb-b7db-f39ea976312d req-034d5557-5f90-4539-a489-6797963f0c0d service nova] Enqueued Resource ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 with Priority: HIGHEST for action security_group_rules [ 979.306593] env[66272]: INFO networking_nsxv3.common.synchronization [req-ec81bfaa-6ea6-42eb-b7db-f39ea976312d req-034d5557-5f90-4539-a489-6797963f0c0d service nova] Enqueued Resource ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 with Priority: HIGHEST for action security_group_members [ 979.306797] env[66272]: INFO networking_nsxv3.common.synchronization [req-ec81bfaa-6ea6-42eb-b7db-f39ea976312d req-034d5557-5f90-4539-a489-6797963f0c0d service nova] Enqueued Resource ID: f95a30ee-3386-4fc1-bef9-eaa9c07d408c with Priority: HIGHEST for action port [ 979.307923] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 with Priority: HIGHEST for action security_group_rules [ 979.307980] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 with Priority: HIGHEST for action security_group_members [ 979.308492] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95a30ee-3386-4fc1-bef9-eaa9c07d408c with Priority: HIGHEST for action port [ 979.308914] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b974cd6-3af8-4c37-99e6-eff17e2cdf24 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.309065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.309140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.309531] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.309649] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b974cd6-3af8-4c37-99e6-eff17e2cdf24',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.311887] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.311887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.311887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.311887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.311887] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.311887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.311887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.311887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.312366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.312366] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b974cd6-3af8-4c37-99e6-eff17e2cdf24',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.313820] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-f95a30ee-3386-4fc1-bef9-eaa9c07d408c taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.313968] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f95a30ee-3386-4fc1-bef9-eaa9c07d408c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.314032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f95a30ee-3386-4fc1-bef9-eaa9c07d408c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.314247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f95a30ee-3386-4fc1-bef9-eaa9c07d408c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.314366] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f95a30ee-3386-4fc1-bef9-eaa9c07d408c',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.533065] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.533360] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.533506] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.533873] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.534072] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.534268] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 6d0511db-44a0-4342-b808-f4347861cbf9 not found, creating... [ 979.534605] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.534802] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.534943] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.535239] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.535396] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.535747] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.535948] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.536091] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.536306] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.536438] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.536575] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 6d0511db-44a0-4342-b808-f4347861cbf9 is going to be created. [ 979.558493] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.558703] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.558823] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.559151] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.559398] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.559672] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-6d0511db-44a0-4342-b808-f4347861cbf9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.817635] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f95a30ee-3386-4fc1-bef9-eaa9c07d408c with status ACTIVE [ 979.817874] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.818065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.818097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.818324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.818417] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.818613] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.818715] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.818772] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.818927] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.819038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.819202] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.819291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.819345] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.819486] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.819560] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.819655] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f95a30ee-3386-4fc1-bef9-eaa9c07d408c is going to be updated. [ 979.820792] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b974cd6-3af8-4c37-99e6-eff17e2cdf24',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.821734] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.821872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.845284] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.845472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.845574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.845917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.846078] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.846245] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f95a30ee-3386-4fc1-bef9-eaa9c07d408c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.980016] env[66272]: INFO networking_nsxv3.common.synchronization [req-498064b3-1f3d-447b-9e91-4b3ff813be07 req-0e12700a-e8d6-4ef4-a329-5503d3f3844a tempest-ServersTestMultiNic-1044098658 tempest-ServersTestMultiNic-1044098658-project-member] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 979.980821] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 979.981019] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.981174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.981262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.981576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.981791] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.981910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.981998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.982218] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.982351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.982448] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.309670] env[66272]: INFO networking_nsxv3.common.synchronization [req-ecd1dd3d-5670-42ec-80d9-486cd3c841d1 req-0b21d320-1652-4f90-9891-0634fbd531ac service nova] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_rules [ 980.310043] env[66272]: INFO networking_nsxv3.common.synchronization [req-ecd1dd3d-5670-42ec-80d9-486cd3c841d1 req-0b21d320-1652-4f90-9891-0634fbd531ac service nova] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 980.310362] env[66272]: INFO networking_nsxv3.common.synchronization [req-ecd1dd3d-5670-42ec-80d9-486cd3c841d1 req-0b21d320-1652-4f90-9891-0634fbd531ac service nova] Enqueued Resource ID: 6d0511db-44a0-4342-b808-f4347861cbf9 with Priority: HIGHEST for action port [ 980.311174] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_rules [ 980.311409] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 980.311518] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d0511db-44a0-4342-b808-f4347861cbf9 with Priority: HIGHEST for action port [ 980.311830] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.312157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.312157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.312498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.312617] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.313800] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.313905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.314246] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d0511db-44a0-4342-b808-f4347861cbf9 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.314478] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d0511db-44a0-4342-b808-f4347861cbf9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.314592] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d0511db-44a0-4342-b808-f4347861cbf9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.314879] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d0511db-44a0-4342-b808-f4347861cbf9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.314956] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d0511db-44a0-4342-b808-f4347861cbf9',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.324043] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b974cd6-3af8-4c37-99e6-eff17e2cdf24',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.341753] env[66272]: INFO networking_nsxv3.common.synchronization [req-498064b3-1f3d-447b-9e91-4b3ff813be07 req-3cc7ac45-46e2-452f-a522-2e48d34bb833 tempest-ServersTestMultiNic-1044098658 tempest-ServersTestMultiNic-1044098658-project-member] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 980.342910] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 980.343599] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.343771] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.485092] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.485369] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.485474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.485705] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.485789] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.486192] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.486314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.486453] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.486643] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.486729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.486819] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 already deleted. [ 980.486900] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.487097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.487254] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.487490] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.487656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.487760] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.487972] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.488124] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.488258] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.641806] env[66272]: INFO networking_nsxv3.common.synchronization [req-498064b3-1f3d-447b-9e91-4b3ff813be07 req-7b8222e2-cab3-4c92-a035-e9f4acd7e5ec tempest-ServersTestMultiNic-1044098658 tempest-ServersTestMultiNic-1044098658-project-member] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 980.643449] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 980.643916] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.644039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.817684] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.817684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.817887] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d0511db-44a0-4342-b808-f4347861cbf9 with status ACTIVE [ 980.817887] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.817982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.818044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.819016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.819016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.819016] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.819016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.819016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.819016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.819016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.819464] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.819464] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.819464] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.819464] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.819464] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.819652] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d0511db-44a0-4342-b808-f4347861cbf9 is going to be updated. [ 980.826538] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.826661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.826739] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.826945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.827036] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.827126] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 is going to be created. [ 980.851747] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.851747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.851747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.851747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.851747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.851747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d0511db-44a0-4342-b808-f4347861cbf9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.861044] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.861044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.861044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.861044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.861044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.878441] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 in Status: UNINITIALIZED for 2s [ 980.991076] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.991307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.991307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.991533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.991623] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.992791] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.992943] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.993268] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.993482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.993565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.993660] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 already deleted. [ 980.993740] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.995022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.995105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.995269] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.995375] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.995462] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.995624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.995703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.995794] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.997889] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.998047] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-961" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.998109] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-961" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.998384] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-961" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.998633] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.998788] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.998898] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.999292] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.999412] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.999512] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.999621] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.999737] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.999824] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.999919] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.000124] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.000178] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.021135] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.021384] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.021518] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.021705] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-961" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.022025] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-9765ec79-5904-4b9b-ad7f-db610a796adf taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.022203] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-9765ec79-5904-4b9b-ad7f-db610a796adf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.022320] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-9765ec79-5904-4b9b-ad7f-db610a796adf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.022670] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-9765ec79-5904-4b9b-ad7f-db610a796adf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.022809] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9765ec79-5904-4b9b-ad7f-db610a796adf',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.254676] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: SUCCESS [ 981.254880] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 deletion is rescheduled due to dependency. [ 981.254920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.255091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.255334] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.255557] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.255767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.255850] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.256043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.256218] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.256659] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.502119] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.502526] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.502526] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.502703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.502793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.503049] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.503162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.503223] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.503387] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.503461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.503547] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 already deleted. [ 981.503645] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.525241] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.525640] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.525861] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.526366] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.526635] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.526938] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 9765ec79-5904-4b9b-ad7f-db610a796adf not found, creating... [ 981.527345] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.527605] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.527816] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.528185] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.528436] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.528938] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.529234] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.529438] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.529806] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.530087] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.530339] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 9765ec79-5904-4b9b-ad7f-db610a796adf is going to be created. [ 981.561623] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.561883] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.562032] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.562388] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.562667] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.562917] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-9765ec79-5904-4b9b-ad7f-db610a796adf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.758853] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.254860] env[66272]: INFO networking_nsxv3.common.synchronization [req-498064b3-1f3d-447b-9e91-4b3ff813be07 req-985d1ae6-9cbc-45cc-abf3-fd0206561a24 service nova] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_rules [ 982.255063] env[66272]: INFO networking_nsxv3.common.synchronization [req-498064b3-1f3d-447b-9e91-4b3ff813be07 req-985d1ae6-9cbc-45cc-abf3-fd0206561a24 service nova] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 982.255202] env[66272]: INFO networking_nsxv3.common.synchronization [req-498064b3-1f3d-447b-9e91-4b3ff813be07 req-985d1ae6-9cbc-45cc-abf3-fd0206561a24 service nova] Enqueued Resource ID: 9765ec79-5904-4b9b-ad7f-db610a796adf with Priority: HIGHEST for action port [ 982.255908] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_rules [ 982.256066] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 982.256273] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9765ec79-5904-4b9b-ad7f-db610a796adf with Priority: HIGHEST for action port [ 982.256459] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.256585] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.256657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.256919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.257247] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.258080] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.258080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.258178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.258286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.258438] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.258526] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.258595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.258730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.258798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.258895] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.260316] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-9765ec79-5904-4b9b-ad7f-db610a796adf taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.260316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9765ec79-5904-4b9b-ad7f-db610a796adf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.260316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9765ec79-5904-4b9b-ad7f-db610a796adf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.260316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9765ec79-5904-4b9b-ad7f-db610a796adf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.260316] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9765ec79-5904-4b9b-ad7f-db610a796adf',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.261421] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.765532] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.765532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.765532] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9765ec79-5904-4b9b-ad7f-db610a796adf with status ACTIVE [ 982.765532] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.765532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.765532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.765532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.765532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.765532] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.765532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.765532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.765532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.765532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.768686] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.768936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.769106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.769408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.769639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.769753] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9765ec79-5904-4b9b-ad7f-db610a796adf is going to be updated. [ 982.772033] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.772811] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.773031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.776023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.776023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.776023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.776023] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be updated. [ 982.805499] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.806035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.806035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.806205] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.806255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.806405] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9765ec79-5904-4b9b-ad7f-db610a796adf" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.817677] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.818243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.818243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.819172] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.819406] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.833370] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: IN_PROGRESS for 2s [ 982.889666] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 in Status: SUCCESS [ 982.889953] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.890448] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.890880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.891119] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.891248] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.891312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.891501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.891590] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.891990] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.891990] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b974cd6-3af8-4c37-99e6-eff17e2cdf24',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.077051] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.077148] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-474" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.077260] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-474" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.077615] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-474" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.077900] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.078151] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.078287] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.078532] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.078768] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.079011] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.079164] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.079288] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.079408] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.079517] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.079623] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.079757] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.101183] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.101345] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.101486] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.101658] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-474" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.102014] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-aa28aa50-a014-4d7c-9837-26165c01bb76 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.102178] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-aa28aa50-a014-4d7c-9837-26165c01bb76" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.102296] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-aa28aa50-a014-4d7c-9837-26165c01bb76" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.102754] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-aa28aa50-a014-4d7c-9837-26165c01bb76" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.102894] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa28aa50-a014-4d7c-9837-26165c01bb76',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.281098] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.394897] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.395111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.395152] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.395438] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.395669] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.395834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.396198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.396198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.396373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.396373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.396520] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.396614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.396657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.396889] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.397093] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.397093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.397190] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.397288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.397368] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.397451] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.397587] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b974cd6-3af8-4c37-99e6-eff17e2cdf24',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.605187] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.605535] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.605704] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.606038] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.606263] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.606483] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port aa28aa50-a014-4d7c-9837-26165c01bb76 not found, creating... [ 983.606823] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.607034] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.607163] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.607475] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.607643] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.608043] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.608274] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.608375] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.608647] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.608835] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.609090] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: aa28aa50-a014-4d7c-9837-26165c01bb76 is going to be created. [ 983.632455] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.632717] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.632841] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.633192] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.633429] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.633756] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-aa28aa50-a014-4d7c-9837-26165c01bb76" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.783279] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.783605] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.783605] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.783731] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.783862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.783991] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 is going to be created. [ 983.824713] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.824879] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.824948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.825234] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.825499] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.851650] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: UNINITIALIZED for 2s [ 983.900467] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b974cd6-3af8-4c37-99e6-eff17e2cdf24: rpc.has_security_group_logging(os_id): False [ 983.922702] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.922886] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.922925] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.923158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.923247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.923459] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.923557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.923618] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.923764] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.924400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.924400] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.924400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.924400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.924400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.924400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.924747] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.924747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.924834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.924949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.925102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.925209] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 is going to be created. [ 984.145235] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.145235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.145235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.145235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.145235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.145235] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 in Status: IN_PROGRESS for 2s [ 984.402088] env[66272]: INFO networking_nsxv3.common.synchronization [req-498064b3-1f3d-447b-9e91-4b3ff813be07 req-7f12eede-1f87-409e-acf2-70ebda201bd2 service nova] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_rules [ 984.402155] env[66272]: INFO networking_nsxv3.common.synchronization [req-498064b3-1f3d-447b-9e91-4b3ff813be07 req-7f12eede-1f87-409e-acf2-70ebda201bd2 service nova] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 984.402813] env[66272]: INFO networking_nsxv3.common.synchronization [req-498064b3-1f3d-447b-9e91-4b3ff813be07 req-7f12eede-1f87-409e-acf2-70ebda201bd2 service nova] Enqueued Resource ID: aa28aa50-a014-4d7c-9837-26165c01bb76 with Priority: HIGHEST for action port [ 984.402983] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_rules [ 984.404039] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 984.404039] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa28aa50-a014-4d7c-9837-26165c01bb76 with Priority: HIGHEST for action port [ 984.404039] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.404039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.404039] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.404039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.404039] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa28aa50-a014-4d7c-9837-26165c01bb76 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.404407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa28aa50-a014-4d7c-9837-26165c01bb76" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.404407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa28aa50-a014-4d7c-9837-26165c01bb76" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.404407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa28aa50-a014-4d7c-9837-26165c01bb76" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.404568] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa28aa50-a014-4d7c-9837-26165c01bb76',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.511829] env[66272]: INFO networking_nsxv3.common.synchronization [req-5d1d7f22-7444-4bb9-aff2-443fcd004d4e req-56db93d7-be53-45c1-9ee8-e8a38e57722d tempest-ServerActionsTestJSON-249685309 tempest-ServerActionsTestJSON-249685309-project-member] Enqueued Resource ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be with Priority: HIGHEST for action security_group_members [ 984.512480] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be with Priority: HIGHEST for action security_group_members [ 984.513089] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.513259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.513316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.513481] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.513632] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.513927] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.513927] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.513927] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.514100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.514133] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cdcfb51-67fc-4f97-ba2e-d6f52c5207be',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.698127] env[66272]: INFO networking_nsxv3.common.synchronization [req-73fe8848-d55c-48af-b708-5d3a87eedbbc req-96e788dd-9e33-40a3-80a4-a040dded19b9 tempest-AttachVolumeNegativeTest-738561690 tempest-AttachVolumeNegativeTest-738561690-project-member] Enqueued Resource ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 with Priority: HIGHEST for action security_group_members [ 984.701150] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 with Priority: HIGHEST for action security_group_members [ 984.702714] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c4984b-bc48-4afb-8e2e-e9c635948ce3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.702714] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.702876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.703126] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.703297] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.703399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.703461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.704435] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.704617] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.704672] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33c4984b-bc48-4afb-8e2e-e9c635948ce3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.846887] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: SUCCESS [ 984.847174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.847349] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.847887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.847887] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.847887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.848133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.848133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.848229] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.848273] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.848353] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.906468] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa28aa50-a014-4d7c-9837-26165c01bb76 with status ACTIVE [ 984.906728] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.906945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.907028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.907233] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.907327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.907519] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.907655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.907725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.907941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.907975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.908190] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.908292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.908343] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.908498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.908600] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.908667] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa28aa50-a014-4d7c-9837-26165c01bb76 is going to be updated. [ 984.930123] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.930310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.930408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.930652] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.930787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.930982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa28aa50-a014-4d7c-9837-26165c01bb76" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.016435] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.016591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.016647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.017942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.049784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.050055] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.050180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.050245] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.050470] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.050572] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.050664] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be is going to be updated. [ 985.099025] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.099025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.099025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.099025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.099025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.108456] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be in Status: IN_PROGRESS for 2s [ 985.208851] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.208851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.208851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.208851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.208851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.208851] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.208851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.208851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.208851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.208851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.208851] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 already deleted. [ 985.208851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.218925] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.220276] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-961" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.220979] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-961" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.220979] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-961" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.221354] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.221729] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.221981] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.225021] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.225021] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.225021] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.225021] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.225021] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.225021] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.225021] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.225021] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.225021] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.245498] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.247984] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.247984] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.247984] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-961" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.247984] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-46eb63e6-0c5c-4647-9da0-3d30bbf4a26f taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.247984] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-46eb63e6-0c5c-4647-9da0-3d30bbf4a26f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.247984] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-46eb63e6-0c5c-4647-9da0-3d30bbf4a26f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.247984] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-46eb63e6-0c5c-4647-9da0-3d30bbf4a26f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.247984] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46eb63e6-0c5c-4647-9da0-3d30bbf4a26f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.354027] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.354027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.354027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.354027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.354027] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.354027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.354027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.354027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.354027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.354027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.354027] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.354027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.354027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.354027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.354027] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.354027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.355376] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.355790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.356114] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.356418] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.356843] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.558752] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.559050] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-713" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.559235] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-713" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.559725] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-713" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.560145] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.560324] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.560711] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.560790] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.560910] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.561285] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.561371] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.561412] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.561509] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.561614] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.561716] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.561847] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.588930] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.589508] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.589508] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.589698] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-713" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.590067] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-c3848903-69a5-4583-ad6c-7471a1e08588 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.590275] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-c3848903-69a5-4583-ad6c-7471a1e08588" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.590406] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-c3848903-69a5-4583-ad6c-7471a1e08588" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.590777] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-c3848903-69a5-4583-ad6c-7471a1e08588" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.591050] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3848903-69a5-4583-ad6c-7471a1e08588',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.750719] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.751016] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.751156] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.751441] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.751591] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.751743] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 46eb63e6-0c5c-4647-9da0-3d30bbf4a26f not found, creating... [ 985.752057] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.752221] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.752334] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.752564] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.752756] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.753076] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.753600] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.753600] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.753600] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.753770] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.753811] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 46eb63e6-0c5c-4647-9da0-3d30bbf4a26f is going to be created. [ 985.782112] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.782298] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.782425] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.782714] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.782938] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.783494] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-46eb63e6-0c5c-4647-9da0-3d30bbf4a26f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.860082] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4644cca9-b84a-43dc-8594-72662ee6f8f3: rpc.has_security_group_logging(os_id): False [ 985.863188] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: SUCCESS [ 985.863423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.863573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.863809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.864015] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.864156] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.864267] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.864368] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.864445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.864530] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.864699] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.865592] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.865780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.865953] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.866068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.866126] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.866271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.866349] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.866428] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.879725] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.879945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.879945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.880151] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.880241] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.880465] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.880559] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.880652] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.880806] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.880890] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.881081] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.881174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.881232] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.881389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.881554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.881640] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.881722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.881809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.882037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.882131] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.882219] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be updated. [ 985.962229] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.962451] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.962451] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.962625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.962788] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.984386] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: IN_PROGRESS for 2s [ 986.026329] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 in Status: SUCCESS [ 986.026694] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.093306] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.093544] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.093725] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.094068] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.094239] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.094394] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port c3848903-69a5-4583-ad6c-7471a1e08588 not found, creating... [ 986.094707] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.094888] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.095014] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.095252] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.095391] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.095689] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.095849] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.095963] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.096198] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.096333] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.096472] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: c3848903-69a5-4583-ad6c-7471a1e08588 is going to be created. [ 986.123306] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.123589] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.123658] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.123916] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.124166] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.124384] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-c3848903-69a5-4583-ad6c-7471a1e08588" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.369058] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.369058] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.369058] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.480069] env[66272]: INFO networking_nsxv3.common.synchronization [req-498064b3-1f3d-447b-9e91-4b3ff813be07 req-9e581133-12a3-46af-9fd8-d7cc7ca7c726 service nova] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_rules [ 986.480259] env[66272]: INFO networking_nsxv3.common.synchronization [req-498064b3-1f3d-447b-9e91-4b3ff813be07 req-9e581133-12a3-46af-9fd8-d7cc7ca7c726 service nova] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 986.480393] env[66272]: INFO networking_nsxv3.common.synchronization [req-498064b3-1f3d-447b-9e91-4b3ff813be07 req-9e581133-12a3-46af-9fd8-d7cc7ca7c726 service nova] Enqueued Resource ID: 46eb63e6-0c5c-4647-9da0-3d30bbf4a26f with Priority: HIGHEST for action port [ 986.480933] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_rules [ 986.481179] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 986.481326] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eb63e6-0c5c-4647-9da0-3d30bbf4a26f with Priority: HIGHEST for action port [ 986.481662] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.481800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.482044] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.482164] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.482381] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-46eb63e6-0c5c-4647-9da0-3d30bbf4a26f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.482521] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46eb63e6-0c5c-4647-9da0-3d30bbf4a26f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.482609] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46eb63e6-0c5c-4647-9da0-3d30bbf4a26f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.482849] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46eb63e6-0c5c-4647-9da0-3d30bbf4a26f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.482962] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46eb63e6-0c5c-4647-9da0-3d30bbf4a26f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.872353] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.897672] env[66272]: INFO networking_nsxv3.common.synchronization [req-73fe8848-d55c-48af-b708-5d3a87eedbbc req-7218f88a-de27-4b98-b20a-bfdc4f23bcba service nova] Enqueued Resource ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 with Priority: HIGHEST for action security_group_rules [ 986.897672] env[66272]: INFO networking_nsxv3.common.synchronization [req-73fe8848-d55c-48af-b708-5d3a87eedbbc req-7218f88a-de27-4b98-b20a-bfdc4f23bcba service nova] Enqueued Resource ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 with Priority: HIGHEST for action security_group_members [ 986.897817] env[66272]: INFO networking_nsxv3.common.synchronization [req-73fe8848-d55c-48af-b708-5d3a87eedbbc req-7218f88a-de27-4b98-b20a-bfdc4f23bcba service nova] Enqueued Resource ID: c3848903-69a5-4583-ad6c-7471a1e08588 with Priority: HIGHEST for action port [ 986.898402] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 with Priority: HIGHEST for action security_group_rules [ 986.898402] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 with Priority: HIGHEST for action security_group_members [ 986.898525] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3848903-69a5-4583-ad6c-7471a1e08588 with Priority: HIGHEST for action port [ 986.899022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.899262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.899357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.899604] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.899722] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33c4984b-bc48-4afb-8e2e-e9c635948ce3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.901150] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c4984b-bc48-4afb-8e2e-e9c635948ce3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.901308] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.901402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.901627] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.901932] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.902818] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.902818] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.902818] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.902818] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.902818] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33c4984b-bc48-4afb-8e2e-e9c635948ce3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.906219] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3848903-69a5-4583-ad6c-7471a1e08588 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.907384] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3848903-69a5-4583-ad6c-7471a1e08588" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.907384] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3848903-69a5-4583-ad6c-7471a1e08588" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.907510] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3848903-69a5-4583-ad6c-7471a1e08588" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.907622] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3848903-69a5-4583-ad6c-7471a1e08588',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.984904] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46eb63e6-0c5c-4647-9da0-3d30bbf4a26f with status ACTIVE [ 986.985166] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.986171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.986171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.986171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.986171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.986171] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.986171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.986171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.986514] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.986514] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.986572] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.986733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.986796] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.986954] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.987078] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.987205] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46eb63e6-0c5c-4647-9da0-3d30bbf4a26f is going to be updated. [ 987.010090] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.010314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.010548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.010865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.010948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.011206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46eb63e6-0c5c-4647-9da0-3d30bbf4a26f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.119452] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be in Status: SUCCESS [ 987.119669] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be deletion is rescheduled due to dependency. [ 987.119798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.168296] env[66272]: INFO networking_nsxv3.common.synchronization [req-2dddfa2a-8d57-46e9-94a2-1374a544b891 req-e48a7e32-ae8c-486b-b18c-618a9b32dd36 tempest-MultipleCreateTestJSON-1722644788 tempest-MultipleCreateTestJSON-1722644788-project-member] Enqueued Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 987.170224] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 987.171339] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.171536] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.171610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.172149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.172431] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.172657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.172747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.172894] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.173273] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.173273] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.377482] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.377482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.377482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.377809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.377850] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.377933] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 is going to be updated. [ 987.412187] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.412373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.412431] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.412618] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.412766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.413863] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33c4984b-bc48-4afb-8e2e-e9c635948ce3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.416541] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c4984b-bc48-4afb-8e2e-e9c635948ce3 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.416691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.416895] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3848903-69a5-4583-ad6c-7471a1e08588 with status ACTIVE [ 987.417080] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.417187] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.417250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.421022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.421022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.421022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.421022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.421022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.421022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.421022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.421022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.421022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.421022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.421022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.421022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.421022] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3848903-69a5-4583-ad6c-7471a1e08588 is going to be updated. [ 987.433604] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: IN_PROGRESS for 2s [ 987.443840] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.444035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.444143] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.444368] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.444862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.444862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3848903-69a5-4583-ad6c-7471a1e08588" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.576391] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.576622] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.576708] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.577072] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.577348] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.577507] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.577620] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.577841] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.577993] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.578213] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.578325] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.578431] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.578536] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.578642] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.578748] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.578879] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.610476] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.610624] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.610762] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.610937] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.611285] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-96ad605c-8516-429e-87a0-b66954b89bfa taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.611460] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-96ad605c-8516-429e-87a0-b66954b89bfa" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.611578] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-96ad605c-8516-429e-87a0-b66954b89bfa" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.611914] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-96ad605c-8516-429e-87a0-b66954b89bfa" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.612064] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96ad605c-8516-429e-87a0-b66954b89bfa',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.676681] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.676681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.676681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.676681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.676681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.677072] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.677316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.677316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.677518] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.677661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.677770] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 already deleted. [ 987.678239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.922703] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33c4984b-bc48-4afb-8e2e-e9c635948ce3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.001434] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: SUCCESS [ 988.001726] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.115320] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.115561] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.115686] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.116047] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.116207] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.116355] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 96ad605c-8516-429e-87a0-b66954b89bfa not found, creating... [ 988.116608] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.116846] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.116966] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.117208] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.117342] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.117614] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.117933] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.118105] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.118319] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.118453] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.118591] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 96ad605c-8516-429e-87a0-b66954b89bfa is going to be created. [ 988.142804] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.143075] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.143206] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.143497] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.143721] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.143950] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-96ad605c-8516-429e-87a0-b66954b89bfa" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.426083] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.426346] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.426478] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.426824] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.426943] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.427143] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 is going to be created. [ 988.459260] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.459548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.459548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.459785] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.460020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.478604] env[66272]: INFO networking_nsxv3.common.synchronization [None req-d6463e4e-cf38-4900-b3ae-8032b2f10208 tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 988.479576] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 in Status: UNINITIALIZED for 2s [ 988.480079] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 988.480408] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.480534] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.480599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.480808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.480960] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.481072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.481134] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.481287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.481384] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.481503] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.874278] env[66272]: INFO networking_nsxv3.common.synchronization [req-2dddfa2a-8d57-46e9-94a2-1374a544b891 req-a41c63ac-7a12-482e-a035-954b10686e7c service nova] Enqueued Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_rules [ 988.874441] env[66272]: INFO networking_nsxv3.common.synchronization [req-2dddfa2a-8d57-46e9-94a2-1374a544b891 req-a41c63ac-7a12-482e-a035-954b10686e7c service nova] Enqueued Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 988.874578] env[66272]: INFO networking_nsxv3.common.synchronization [req-2dddfa2a-8d57-46e9-94a2-1374a544b891 req-a41c63ac-7a12-482e-a035-954b10686e7c service nova] Enqueued Resource ID: 96ad605c-8516-429e-87a0-b66954b89bfa with Priority: HIGHEST for action port [ 988.875058] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_rules [ 988.875058] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 988.875174] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96ad605c-8516-429e-87a0-b66954b89bfa with Priority: HIGHEST for action port [ 988.875675] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.875792] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.875881] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.876160] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.876283] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.877050] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.877174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.877231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.877529] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.877529] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.877614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.877646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.877782] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.877859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.877945] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.880172] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-96ad605c-8516-429e-87a0-b66954b89bfa taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.880275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96ad605c-8516-429e-87a0-b66954b89bfa" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.880338] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96ad605c-8516-429e-87a0-b66954b89bfa" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.880487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96ad605c-8516-429e-87a0-b66954b89bfa" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.880557] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96ad605c-8516-429e-87a0-b66954b89bfa',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.983882] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.383176] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.383334] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.383630] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.384438] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96ad605c-8516-429e-87a0-b66954b89bfa with status ACTIVE [ 989.384736] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.384911] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.384980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.385326] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.385326] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.385457] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.385622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.385622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.385755] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.385900] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.390521] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.390521] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.390521] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.390521] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.390676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.390676] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96ad605c-8516-429e-87a0-b66954b89bfa is going to be updated. [ 989.418843] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.419134] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.419134] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.419395] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.419560] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.419844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96ad605c-8516-429e-87a0-b66954b89bfa" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.444500] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: SUCCESS [ 989.444756] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.444911] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.445392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.445392] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.445614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.445614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.445673] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.445702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.445883] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.445959] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.446037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.446085] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.446230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.446368] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.446463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.446523] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.446661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.446734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.446812] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.447198] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.448115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.448328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.448941] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.448941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.448941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.448941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.448941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.449180] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.463296] env[66272]: INFO networking_nsxv3.common.synchronization [req-2dddfa2a-8d57-46e9-94a2-1374a544b891 req-9ab8e78a-85f8-4147-99d8-a851d8f39bbc tempest-MultipleCreateTestJSON-1722644788 tempest-MultipleCreateTestJSON-1722644788-project-member] Enqueued Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 989.464335] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 989.464335] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.464574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.486352] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.845579] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.846496] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.846496] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.846496] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.846496] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.846712] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.846760] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.847814] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.847814] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.847814] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.847814] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.847814] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.847814] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.847814] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.847814] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.848198] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.869588] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.869822] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.870057] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.870275] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.870676] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-bdec7147-ffc0-423f-9d81-79c6fe8330d7 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.870857] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-bdec7147-ffc0-423f-9d81-79c6fe8330d7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.870982] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-bdec7147-ffc0-423f-9d81-79c6fe8330d7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.872027] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-bdec7147-ffc0-423f-9d81-79c6fe8330d7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.872027] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdec7147-ffc0-423f-9d81-79c6fe8330d7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.892704] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.951168] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0: rpc.has_security_group_logging(os_id): False [ 989.952759] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.972455] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.972602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.972686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.973057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.973149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.973374] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.973470] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.973578] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.973684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.973756] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.973936] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.974036] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.974089] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.974228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.974449] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.974640] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.974737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.974860] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.975468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.975468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.975625] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 is going to be created. [ 989.988545] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.988882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.988882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.988980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.989076] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.989177] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be updated. [ 990.018320] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.018320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.018320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.018320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.018320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.029274] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: IN_PROGRESS for 2s [ 990.047288] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.047473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.047473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.047693] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.048926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.063284] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: IN_PROGRESS for 2s [ 990.374621] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.375127] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.375327] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.375692] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.375864] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.376067] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port bdec7147-ffc0-423f-9d81-79c6fe8330d7 not found, creating... [ 990.376411] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.376594] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.376729] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.377243] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.377456] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.377836] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.378086] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.378255] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.378558] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.378749] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.379107] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: bdec7147-ffc0-423f-9d81-79c6fe8330d7 is going to be created. [ 990.395143] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.395311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.395453] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.395613] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.395704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.395867] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 is going to be created. [ 990.413375] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.413692] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.413830] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.414175] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.414433] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.414732] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-bdec7147-ffc0-423f-9d81-79c6fe8330d7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.425210] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.425486] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.425607] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.425900] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.426207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.448164] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: UNINITIALIZED for 2s [ 990.456028] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.491643] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 in Status: SUCCESS [ 990.491889] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.492077] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.492728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.492728] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.492728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.492728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.493014] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.493014] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.493014] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.493113] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33c4984b-bc48-4afb-8e2e-e9c635948ce3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.958862] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.959116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.959116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.959351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.959441] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.959540] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 is going to be updated. [ 990.996403] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.996713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.996713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.997133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.997133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.998139] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33c4984b-bc48-4afb-8e2e-e9c635948ce3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.007823] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: IN_PROGRESS for 2s [ 991.109520] env[66272]: INFO networking_nsxv3.common.synchronization [req-2dddfa2a-8d57-46e9-94a2-1374a544b891 req-d947837e-89dd-4db8-95be-8ae7771179a1 service nova] Enqueued Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_rules [ 991.109716] env[66272]: INFO networking_nsxv3.common.synchronization [req-2dddfa2a-8d57-46e9-94a2-1374a544b891 req-d947837e-89dd-4db8-95be-8ae7771179a1 service nova] Enqueued Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 991.109853] env[66272]: INFO networking_nsxv3.common.synchronization [req-2dddfa2a-8d57-46e9-94a2-1374a544b891 req-d947837e-89dd-4db8-95be-8ae7771179a1 service nova] Enqueued Resource ID: bdec7147-ffc0-423f-9d81-79c6fe8330d7 with Priority: HIGHEST for action port [ 991.110396] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_rules [ 991.110534] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 991.110627] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdec7147-ffc0-423f-9d81-79c6fe8330d7 with Priority: HIGHEST for action port [ 991.110900] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.110999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.112385] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.112572] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.112795] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdec7147-ffc0-423f-9d81-79c6fe8330d7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.112989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdec7147-ffc0-423f-9d81-79c6fe8330d7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.113054] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdec7147-ffc0-423f-9d81-79c6fe8330d7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.114448] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdec7147-ffc0-423f-9d81-79c6fe8330d7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.115142] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdec7147-ffc0-423f-9d81-79c6fe8330d7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.500597] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33c4984b-bc48-4afb-8e2e-e9c635948ce3: rpc.has_security_group_logging(os_id): False [ 991.519588] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.519742] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.519812] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.520083] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.520174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.520414] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.520514] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.520572] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.520728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.520804] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.520886] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 is going to be created. [ 991.620151] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdec7147-ffc0-423f-9d81-79c6fe8330d7 with status ACTIVE [ 991.620833] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.622046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.622046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.622204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.622360] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.622958] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.622958] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.622958] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.623137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.623137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.623337] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.623468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.623506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.623655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.623744] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.623830] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdec7147-ffc0-423f-9d81-79c6fe8330d7 is going to be updated. [ 991.652735] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.652735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.652735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.652735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.653143] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.653143] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdec7147-ffc0-423f-9d81-79c6fe8330d7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.663905] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.664104] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.664296] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.664411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.664619] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.677290] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 in Status: IN_PROGRESS for 2s [ 991.699510] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.699651] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.699766] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.700041] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.700294] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.700447] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.700559] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.700770] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.700909] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.701122] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.701311] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.701345] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.701419] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.701521] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.701618] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.701743] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.725208] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.725348] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.725494] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.725651] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.726033] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-dd6ad1a8-2f9f-47ad-918e-842e1d24f6db taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.726206] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-dd6ad1a8-2f9f-47ad-918e-842e1d24f6db" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.726322] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-dd6ad1a8-2f9f-47ad-918e-842e1d24f6db" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.726656] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-dd6ad1a8-2f9f-47ad-918e-842e1d24f6db" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.726795] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd6ad1a8-2f9f-47ad-918e-842e1d24f6db',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.041995] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: SUCCESS [ 992.042428] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.076635] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: SUCCESS [ 992.076877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.077137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.077404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.077512] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.090543] env[66272]: INFO networking_nsxv3.common.synchronization [req-6fdd2223-7675-448a-8086-f490e7884d6c req-e10c446b-cd1d-4a7b-a71a-4711e312b942 tempest-ImagesOneServerTestJSON-1687365495 tempest-ImagesOneServerTestJSON-1687365495-project-member] Enqueued Resource ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 with Priority: HIGHEST for action security_group_members [ 992.091949] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 with Priority: HIGHEST for action security_group_members [ 992.091949] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.092211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.092211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.092352] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.092537] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.092652] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.092812] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.092857] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.092946] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.093278] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84d066c4-38a1-4ad9-b7e1-d725ee12c1f2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.230065] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.230321] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.230445] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.230738] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.231036] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.231036] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port dd6ad1a8-2f9f-47ad-918e-842e1d24f6db not found, creating... [ 992.231302] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.231452] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.231565] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.231780] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.231933] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.232271] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.232442] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.232553] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.233025] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.233025] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.233728] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: dd6ad1a8-2f9f-47ad-918e-842e1d24f6db is going to be created. [ 992.283314] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.283314] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.283442] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.285301] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.285301] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.285301] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-dd6ad1a8-2f9f-47ad-918e-842e1d24f6db" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.460389] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: SUCCESS [ 992.460389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.460389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.460389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.460389] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.460389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.460847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.461179] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.461432] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.461673] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.461929] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.463050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.463338] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.466313] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.466313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.466313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.466313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.466313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.466313] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.537041] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.537041] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-874" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.537041] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-874" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.537503] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-874" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.537762] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.537970] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.538130] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.538383] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.538530] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.538786] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.538912] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.539066] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.539243] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.539335] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.539441] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.539579] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.562083] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.562083] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.562256] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.562463] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-874" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.562861] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-381bab40-420c-4d88-9f80-5160a3db7206 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.563092] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-381bab40-420c-4d88-9f80-5160a3db7206" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.563242] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-381bab40-420c-4d88-9f80-5160a3db7206" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.563616] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-381bab40-420c-4d88-9f80-5160a3db7206" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.563813] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('381bab40-420c-4d88-9f80-5160a3db7206',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.579217] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.579393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.595491] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.596106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.596106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.596106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.596414] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.596514] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.596685] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.596750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.597087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.597139] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.597258] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 already deleted. [ 992.597394] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.967558] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.967762] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.967900] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.001893] env[66272]: INFO networking_nsxv3.common.synchronization [req-305ebe14-378f-4755-8e5f-7139efaf1993 req-74b6879e-cfa9-4700-8cc8-91da185cc105 service nova] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_rules [ 993.001893] env[66272]: INFO networking_nsxv3.common.synchronization [req-305ebe14-378f-4755-8e5f-7139efaf1993 req-74b6879e-cfa9-4700-8cc8-91da185cc105 service nova] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 993.002184] env[66272]: INFO networking_nsxv3.common.synchronization [req-305ebe14-378f-4755-8e5f-7139efaf1993 req-74b6879e-cfa9-4700-8cc8-91da185cc105 service nova] Enqueued Resource ID: dd6ad1a8-2f9f-47ad-918e-842e1d24f6db with Priority: HIGHEST for action port [ 993.002540] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_rules [ 993.002685] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 993.002874] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd6ad1a8-2f9f-47ad-918e-842e1d24f6db with Priority: HIGHEST for action port [ 993.003309] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.003421] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.003493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.003704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.003784] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.004695] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.004807] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.005400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.005400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.005740] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.005852] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.005917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.006124] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.006720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.006720] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.007573] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd6ad1a8-2f9f-47ad-918e-842e1d24f6db taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.007573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd6ad1a8-2f9f-47ad-918e-842e1d24f6db" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.007573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd6ad1a8-2f9f-47ad-918e-842e1d24f6db" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.007573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd6ad1a8-2f9f-47ad-918e-842e1d24f6db" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.007809] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd6ad1a8-2f9f-47ad-918e-842e1d24f6db',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.019759] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: SUCCESS [ 993.020028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.020786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.021157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.021404] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.021541] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.021614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.021793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.021874] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.021959] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.022063] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.066767] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.067171] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.068036] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.068486] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.068709] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.068925] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 381bab40-420c-4d88-9f80-5160a3db7206 not found, creating... [ 993.070041] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.070041] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.070041] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.070244] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.070519] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.070881] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.071161] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.071300] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.071524] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.071663] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.071809] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 381bab40-420c-4d88-9f80-5160a3db7206 is going to be created. [ 993.095360] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.095617] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.095742] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.096044] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.096287] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.096517] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-381bab40-420c-4d88-9f80-5160a3db7206" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.470211] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.509700] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.510010] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.510264] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.511599] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd6ad1a8-2f9f-47ad-918e-842e1d24f6db with status ACTIVE [ 993.511778] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.511915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.512024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.512167] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.512255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.512454] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.512568] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.513695] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.514496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.514496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.514496] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.514496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.514496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.514885] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.516624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.516624] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd6ad1a8-2f9f-47ad-918e-842e1d24f6db is going to be updated. [ 993.524118] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.524336] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.524411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.524599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.524754] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.524848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.524910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.525111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.525203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.525287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.525430] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.525532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.525589] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.525724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.525855] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.525960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.526024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.526162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.526257] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.526356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.526439] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.539668] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.540071] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.540165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.540403] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.540534] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.540694] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd6ad1a8-2f9f-47ad-918e-842e1d24f6db" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.697747] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 in Status: SUCCESS [ 993.697986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.852943] env[66272]: INFO networking_nsxv3.common.synchronization [req-6fdd2223-7675-448a-8086-f490e7884d6c req-86d5d9f6-342d-454c-b960-8b11da4305ae service nova] Enqueued Resource ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 with Priority: HIGHEST for action security_group_rules [ 993.852943] env[66272]: INFO networking_nsxv3.common.synchronization [req-6fdd2223-7675-448a-8086-f490e7884d6c req-86d5d9f6-342d-454c-b960-8b11da4305ae service nova] Enqueued Resource ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 with Priority: HIGHEST for action security_group_members [ 993.852943] env[66272]: INFO networking_nsxv3.common.synchronization [req-6fdd2223-7675-448a-8086-f490e7884d6c req-86d5d9f6-342d-454c-b960-8b11da4305ae service nova] Enqueued Resource ID: 381bab40-420c-4d88-9f80-5160a3db7206 with Priority: HIGHEST for action port [ 993.853318] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 with Priority: HIGHEST for action security_group_rules [ 993.853318] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 with Priority: HIGHEST for action security_group_members [ 993.853413] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381bab40-420c-4d88-9f80-5160a3db7206 with Priority: HIGHEST for action port [ 993.853939] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.854311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.854311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.854565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.854656] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84d066c4-38a1-4ad9-b7e1-d725ee12c1f2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.855550] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.855700] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.855733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.856454] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.856454] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.856454] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.856454] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.856454] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.856671] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.856671] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84d066c4-38a1-4ad9-b7e1-d725ee12c1f2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.857530] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-381bab40-420c-4d88-9f80-5160a3db7206 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.857626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-381bab40-420c-4d88-9f80-5160a3db7206" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.857626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-381bab40-420c-4d88-9f80-5160a3db7206" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.857766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-381bab40-420c-4d88-9f80-5160a3db7206" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.857836] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('381bab40-420c-4d88-9f80-5160a3db7206',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.973188] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.973341] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.973461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.973786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.973938] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.974203] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 is going to be updated. [ 994.012733] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.015944] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.016163] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.016237] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.016463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.016610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.027836] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: IN_PROGRESS for 2s [ 994.029339] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0: rpc.has_security_group_logging(os_id): False [ 994.054166] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.054166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.054166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.054166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.054166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.054166] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.054166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.054166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.054166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.054166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.054166] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.054166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.054166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.054166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.054166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.054716] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.054716] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.054716] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.055134] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.055344] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.055543] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 is going to be updated. [ 994.144384] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.144676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.144676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.144750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.144840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.161670] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: IN_PROGRESS for 2s [ 994.359637] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.359869] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.359977] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84d066c4-38a1-4ad9-b7e1-d725ee12c1f2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.361713] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 381bab40-420c-4d88-9f80-5160a3db7206 with status ACTIVE [ 994.362196] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.362331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.362401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.362622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.362711] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.362946] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.363068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.363134] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.363615] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.363707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.363920] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.364022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.364082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.364244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.364320] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.364403] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 381bab40-420c-4d88-9f80-5160a3db7206 is going to be updated. [ 994.419137] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.419340] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.419423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.419780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.419968] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.420180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-381bab40-420c-4d88-9f80-5160a3db7206" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.515698] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.515875] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.515946] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.516185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.516288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.516388] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be updated. [ 994.550286] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.550631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.550852] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.551162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.551457] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.563933] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: IN_PROGRESS for 2s [ 994.677684] env[66272]: INFO networking_nsxv3.common.synchronization [req-f30bc08b-aad7-4d29-9cf6-565bdd1ecd49 req-0004ee38-5191-4c2a-ad59-85f1923144fb tempest-ServersTestJSON-1771569199 tempest-ServersTestJSON-1771569199-project-member] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 994.678371] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 994.678752] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.678881] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.678966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.679361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.679527] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.679631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.679693] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.679843] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.679925] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.680028] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.866699] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84d066c4-38a1-4ad9-b7e1-d725ee12c1f2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.053874] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.054193] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.054271] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.054589] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.054930] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.055412] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.055673] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.056008] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.056412] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.056701] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.056966] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.057187] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.057389] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.057586] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.057821] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.058098] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.079060] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.079334] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.079477] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.079651] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.080040] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-8b64cc72-af7a-4822-b47d-ef121d6b546c taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.080329] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-8b64cc72-af7a-4822-b47d-ef121d6b546c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.080538] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-8b64cc72-af7a-4822-b47d-ef121d6b546c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.083452] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-8b64cc72-af7a-4822-b47d-ef121d6b546c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.083452] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b64cc72-af7a-4822-b47d-ef121d6b546c',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.184558] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.371663] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.371663] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.371663] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.371924] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.371924] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.372055] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 is going to be created. [ 995.404069] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.404069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.404069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.404391] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.404391] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.424105] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 in Status: UNINITIALIZED for 2s [ 995.589034] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.589034] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.589034] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.589034] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.589034] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.589034] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 8b64cc72-af7a-4822-b47d-ef121d6b546c not found, creating... [ 995.589034] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.589034] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.589034] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.594895] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.594895] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.594895] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.594895] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.594895] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.594895] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.594895] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.594895] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 8b64cc72-af7a-4822-b47d-ef121d6b546c is going to be created. [ 995.622288] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.622288] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.622456] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.622952] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.623689] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.624213] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-8b64cc72-af7a-4822-b47d-ef121d6b546c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.687550] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.040791] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: SUCCESS [ 996.041124] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.041248] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.041487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.041697] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.042010] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.042010] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.042134] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.042221] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.042318] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.178956] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: SUCCESS [ 996.179204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.179388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.179613] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.179699] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.189896] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.190316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.190316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.190844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.190844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.191057] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 996.223031] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.223291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.223348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.223561] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.223707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.234058] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 996.321081] env[66272]: INFO networking_nsxv3.common.synchronization [req-f30bc08b-aad7-4d29-9cf6-565bdd1ecd49 req-b3484d8c-e6f8-40d0-87a1-4577a51ee4a2 service nova] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_rules [ 996.321269] env[66272]: INFO networking_nsxv3.common.synchronization [req-f30bc08b-aad7-4d29-9cf6-565bdd1ecd49 req-b3484d8c-e6f8-40d0-87a1-4577a51ee4a2 service nova] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 996.321397] env[66272]: INFO networking_nsxv3.common.synchronization [req-f30bc08b-aad7-4d29-9cf6-565bdd1ecd49 req-b3484d8c-e6f8-40d0-87a1-4577a51ee4a2 service nova] Enqueued Resource ID: 8b64cc72-af7a-4822-b47d-ef121d6b546c with Priority: HIGHEST for action port [ 996.321951] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_rules [ 996.322640] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 996.322773] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b64cc72-af7a-4822-b47d-ef121d6b546c with Priority: HIGHEST for action port [ 996.323213] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.323306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.323355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.323955] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.324099] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.325688] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.325834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.326145] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b64cc72-af7a-4822-b47d-ef121d6b546c taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.326429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b64cc72-af7a-4822-b47d-ef121d6b546c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.326539] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b64cc72-af7a-4822-b47d-ef121d6b546c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.326766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b64cc72-af7a-4822-b47d-ef121d6b546c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.326872] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b64cc72-af7a-4822-b47d-ef121d6b546c',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.544421] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.575027] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: SUCCESS [ 996.575255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.575421] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.575908] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.575908] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.576060] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.576060] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.576196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.576318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.576443] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.576558] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.682548] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.682737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.682784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.683334] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.683334] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.683334] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.683334] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.683578] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.683578] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.683659] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.683745] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.829421] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.829421] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.829421] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b64cc72-af7a-4822-b47d-ef121d6b546c with status ACTIVE [ 996.829655] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.829655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.829655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.829817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.829903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.830077] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.830186] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.830219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.830919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.830919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.830919] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.830919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.830919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.830919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.831201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.831201] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b64cc72-af7a-4822-b47d-ef121d6b546c is going to be updated. [ 996.855399] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.855603] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.855669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.855948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.856141] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.856355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b64cc72-af7a-4822-b47d-ef121d6b546c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.046967] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.079476] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.079854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.080035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.080340] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.080613] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.080828] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.080976] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.081293] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.081621] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.084019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.084019] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.084019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.084019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.084019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.084019] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.084019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.084019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.084019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.084019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.084019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.084019] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.188078] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.191032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.191032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.191032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.191032] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.191032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.191032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.191032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.191032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.191032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.191032] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.191032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.191032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.191032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.191032] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.191032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.191032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.191032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.191032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.192751] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.192751] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.325897] env[66272]: INFO networking_nsxv3.common.synchronization [req-dda92b5d-8c15-490c-b23a-fcf248b2ea1e req-77320d31-df66-420e-909d-c4832a3d8ff1 tempest-AttachVolumeTestJSON-998049604 tempest-AttachVolumeTestJSON-998049604-project-member] Enqueued Resource ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae with Priority: HIGHEST for action security_group_members [ 997.326538] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae with Priority: HIGHEST for action security_group_members [ 997.330305] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-db09d9d0-54c4-4edd-980d-9ff2e96635ae taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.330305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.330305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.330305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.330305] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.330305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.330305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.330305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.330305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.330305] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db09d9d0-54c4-4edd-980d-9ff2e96635ae',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.437963] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 in Status: SUCCESS [ 997.437963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.437963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.437963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.437963] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.437963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.437963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.437963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.437963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.437963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.437963] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84d066c4-38a1-4ad9-b7e1-d725ee12c1f2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.550312] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.552745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.552745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.552745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.552745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.552745] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 is going to be updated. [ 997.583907] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.583907] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.583907] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.583907] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.583907] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.586892] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4644cca9-b84a-43dc-8594-72662ee6f8f3: rpc.has_security_group_logging(os_id): False [ 997.599729] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: IN_PROGRESS for 2s [ 997.614087] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.614087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.614087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.614087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.614087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.614087] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.614087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.614087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.614087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.614087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.614087] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.614087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.614087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.614087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.614087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.615356] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.615356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.615356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.615356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.615356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.615356] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be updated. [ 997.673228] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.673228] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-18" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.673228] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-18" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.673228] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-18" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.673228] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.673228] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.673228] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.673737] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.674032] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.674399] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.674636] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.674848] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.675091] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.675415] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.675641] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.675940] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.695033] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.695033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.695033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.695033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.695033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.695033] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0: rpc.has_security_group_logging(os_id): False [ 997.698977] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.700448] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.700649] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.700833] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-18" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.701240] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-c069222c-5c03-4d7d-80f4-91ea6ade0d0a taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.701452] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-c069222c-5c03-4d7d-80f4-91ea6ade0d0a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.701718] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-c069222c-5c03-4d7d-80f4-91ea6ade0d0a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.702119] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-c069222c-5c03-4d7d-80f4-91ea6ade0d0a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.702264] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c069222c-5c03-4d7d-80f4-91ea6ade0d0a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.712033] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: IN_PROGRESS for 2s [ 997.725999] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.726185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.726272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.726477] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.726566] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.726785] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.726884] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.726939] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.727157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.727203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.727362] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.727453] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.727510] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.727649] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.727720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.728114] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.728288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.728380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.728557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.728663] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.728786] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 is going to be updated. [ 997.818065] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.818248] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.818294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.818493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.818632] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.832532] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.833159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.833159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.833159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.833159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.833341] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.833341] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.833425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.833929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.833929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.833929] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae already deleted. [ 997.833929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.834738] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: IN_PROGRESS for 2s [ 997.940947] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.941142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.941213] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.941471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.942262] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.942420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.942491] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.942720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.942861] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.942908] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.943116] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.943238] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.943327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.943524] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.943631] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.943717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.943766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.943899] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.943974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.944070] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.944150] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84d066c4-38a1-4ad9-b7e1-d725ee12c1f2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.205373] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.205745] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.205745] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.206157] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.206369] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.206583] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port c069222c-5c03-4d7d-80f4-91ea6ade0d0a not found, creating... [ 998.206974] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.207078] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.207179] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.207411] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.207545] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.207830] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.207983] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.208110] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.208327] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.208473] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.208626] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: c069222c-5c03-4d7d-80f4-91ea6ade0d0a is going to be created. [ 998.229472] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.229717] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.229866] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.230219] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.230510] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.230755] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-c069222c-5c03-4d7d-80f4-91ea6ade0d0a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.244743] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 998.245021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.245148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.245425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.245631] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.245753] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.245820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.245986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.246079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.246179] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.446787] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2: rpc.has_security_group_logging(os_id): False [ 998.467932] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.468159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.468283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.468596] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.468731] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.468991] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.469151] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.469196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.469380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.469498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.469602] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.469711] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.469819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.469983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.470586] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.470586] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.470586] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.470856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.470856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.470856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.470936] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 is going to be created. [ 998.541912] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.542116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.542193] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.542401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.542624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.556761] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 in Status: IN_PROGRESS for 2s [ 998.749525] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.986569] env[66272]: INFO networking_nsxv3.common.synchronization [req-dda92b5d-8c15-490c-b23a-fcf248b2ea1e req-07fb39c8-579d-4262-8ca4-8a223b3cbe72 service nova] Enqueued Resource ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae with Priority: HIGHEST for action security_group_rules [ 998.986569] env[66272]: INFO networking_nsxv3.common.synchronization [req-dda92b5d-8c15-490c-b23a-fcf248b2ea1e req-07fb39c8-579d-4262-8ca4-8a223b3cbe72 service nova] Enqueued Resource ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae with Priority: HIGHEST for action security_group_members [ 998.986922] env[66272]: INFO networking_nsxv3.common.synchronization [req-dda92b5d-8c15-490c-b23a-fcf248b2ea1e req-07fb39c8-579d-4262-8ca4-8a223b3cbe72 service nova] Enqueued Resource ID: c069222c-5c03-4d7d-80f4-91ea6ade0d0a with Priority: HIGHEST for action port [ 998.987612] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae with Priority: HIGHEST for action security_group_rules [ 998.987815] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae with Priority: HIGHEST for action security_group_members [ 998.988015] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c069222c-5c03-4d7d-80f4-91ea6ade0d0a with Priority: HIGHEST for action port [ 998.988645] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.988903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.989041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.989332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.989485] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db09d9d0-54c4-4edd-980d-9ff2e96635ae',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.990690] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-db09d9d0-54c4-4edd-980d-9ff2e96635ae taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.993774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.993774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.993774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.993774] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.993774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.993774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.993774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.993774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.993774] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db09d9d0-54c4-4edd-980d-9ff2e96635ae',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.995181] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-c069222c-5c03-4d7d-80f4-91ea6ade0d0a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.995377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c069222c-5c03-4d7d-80f4-91ea6ade0d0a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.995377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c069222c-5c03-4d7d-80f4-91ea6ade0d0a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.996149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c069222c-5c03-4d7d-80f4-91ea6ade0d0a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.996149] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c069222c-5c03-4d7d-80f4-91ea6ade0d0a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.251443] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.496644] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db09d9d0-54c4-4edd-980d-9ff2e96635ae',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.498493] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-db09d9d0-54c4-4edd-980d-9ff2e96635ae taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.498493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.498754] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c069222c-5c03-4d7d-80f4-91ea6ade0d0a with status ACTIVE [ 999.499060] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.499823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.500207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.500422] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.500758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.500758] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.500842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.500920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.501442] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.501442] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.501442] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.501647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.501647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.501764] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.501855] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.501904] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c069222c-5c03-4d7d-80f4-91ea6ade0d0a is going to be updated. [ 999.526271] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.526271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.526271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.526271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.526271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.526271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c069222c-5c03-4d7d-80f4-91ea6ade0d0a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.612433] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: SUCCESS [ 999.612670] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.612857] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.613090] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.613288] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.613404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.613497] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.613702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.613789] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.613882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.614040] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.614143] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.614211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.614348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.614529] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.614661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.614725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.614899] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.614974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.615073] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.615185] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.728783] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: SUCCESS [ 999.728993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.754393] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.754565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.754607] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.754828] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.754924] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.755020] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 999.786798] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.786798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.786904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.787164] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.787739] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.803497] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 999.849953] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: SUCCESS [ 999.850201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.004653] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db09d9d0-54c4-4edd-980d-9ff2e96635ae',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.117977] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 681be205-55ae-4d0f-a2a0-4814e8e17c37: rpc.has_security_group_logging(os_id): False [ 1000.136023] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.136211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.136211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.136580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.136580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.136784] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.136899] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.136962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.137131] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.137216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.137401] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.137493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.137551] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.137716] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.137788] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.137964] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.138068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.138124] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.138265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.138339] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.138421] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 is going to be created. [ 1000.197715] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.197923] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.197923] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.199169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.199169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.213867] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: IN_PROGRESS for 2s [ 1000.507249] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.507840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.507840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.507840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.509147] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.509147] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae is going to be created. [ 1000.536256] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.536443] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.536517] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.536801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.536971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.549361] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae in Status: UNINITIALIZED for 2s [ 1000.571540] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 in Status: SUCCESS [ 1000.572273] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.717182] env[66272]: INFO networking_nsxv3.common.synchronization [req-dc59a32f-0ac6-492c-bc86-d6e747761ee5 req-39cab28a-894b-4a5d-8c28-7ec7e2a4ffdc tempest-DeleteServersTestJSON-563395098 tempest-DeleteServersTestJSON-563395098-project-member] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1001.717831] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1001.718262] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.718339] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.718382] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.718562] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.718711] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.718797] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.718879] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.719044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.719127] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.719219] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.814831] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 1001.815124] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.815374] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.815649] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.815900] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.816084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.816178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.816397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.816515] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.816632] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.816758] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.223657] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.223657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.223657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.223657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.223657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.223657] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.223657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.223657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.223657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.223657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.223657] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1002.232304] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: SUCCESS [ 1002.232304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.232304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.232304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.232304] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.253825] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.253825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.253825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.253825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.253825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.264905] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1002.309235] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.309537] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.309767] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.310589] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.311048] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.311394] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.311608] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.311879] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.312061] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.312316] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.312443] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.312554] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.312653] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.312764] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.312866] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.312998] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.319702] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.319865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.319978] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.320286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.320545] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.320696] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.320815] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.321021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.321144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.321293] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.321463] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.321563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.321627] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.321780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.322212] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.322212] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.322212] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.322427] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.322427] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.322513] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.322558] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.336874] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.337057] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.337057] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.337237] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.337580] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-ebeeef2d-fc6d-4f57-ad1a-3dfe36e17ea9 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.337760] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-ebeeef2d-fc6d-4f57-ad1a-3dfe36e17ea9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.337882] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-ebeeef2d-fc6d-4f57-ad1a-3dfe36e17ea9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.338401] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-ebeeef2d-fc6d-4f57-ad1a-3dfe36e17ea9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.338536] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebeeef2d-fc6d-4f57-ad1a-3dfe36e17ea9',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.418898] env[66272]: INFO networking_nsxv3.common.synchronization [req-8b43b510-60ec-4208-9f54-08ce4be10a4e req-943abc44-8918-4e78-bf40-8c722f2edf34 tempest-ServersTestMultiNic-1044098658 tempest-ServersTestMultiNic-1044098658-project-member] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 1002.419431] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 1002.421073] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.421214] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.421279] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.421504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.421671] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.421774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.421839] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.422009] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.422096] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.422195] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.561342] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae in Status: SUCCESS [ 1002.561342] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.561342] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.561342] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.561723] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.561723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.561723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.561888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.561888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.561888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.562018] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db09d9d0-54c4-4edd-980d-9ff2e96635ae',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.735235] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.735235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.735235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.735847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.735847] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.735847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.736045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.736104] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.736163] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.736511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.736511] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.825238] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1921863-d26c-4bc1-bbc7-b11aaf78fc61: rpc.has_security_group_logging(os_id): False [ 1002.841642] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.841642] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.841642] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.842117] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.842221] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.842444] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port ebeeef2d-fc6d-4f57-ad1a-3dfe36e17ea9 not found, creating... [ 1002.842828] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.843027] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.843162] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.843586] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.843754] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.844093] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.844278] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.844477] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.844734] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.844877] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.845049] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: ebeeef2d-fc6d-4f57-ad1a-3dfe36e17ea9 is going to be created. [ 1002.847179] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.847330] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.847390] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.847567] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.847646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.847917] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.847917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.848062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.848170] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.848249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.848468] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.848558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.848614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.848758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.848823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.849022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.849105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.849154] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.849299] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.849382] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.849653] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 1002.874536] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.874765] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.874879] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.875643] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.875643] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.875764] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-ebeeef2d-fc6d-4f57-ad1a-3dfe36e17ea9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.924354] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.954956] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.955174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.955174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.955546] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.955669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.977058] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 1003.066958] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db09d9d0-54c4-4edd-980d-9ff2e96635ae',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.239694] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.241289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.241289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.241289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.241289] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.241289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.241289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.241289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.241289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.241289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.241289] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.241289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.241732] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.241732] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.241732] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.241732] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.241887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.241919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.242125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.242125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.242930] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.254133] env[66272]: INFO networking_nsxv3.common.synchronization [req-8b43b510-60ec-4208-9f54-08ce4be10a4e req-b1de0e74-783c-4285-9e26-846cb8cea007 tempest-ServersTestMultiNic-1044098658 tempest-ServersTestMultiNic-1044098658-project-member] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 1003.254737] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 1003.255402] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.255402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.427079] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.570023] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db09d9d0-54c4-4edd-980d-9ff2e96635ae: rpc.has_security_group_logging(os_id): False [ 1003.592972] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.593239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.593239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.594024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.594024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.594024] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.594024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.594770] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.594770] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.594770] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.594770] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae is going to be created. [ 1003.675656] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.675926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.676137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.677055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.677055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.692601] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae in Status: IN_PROGRESS for 2s [ 1003.744156] env[66272]: INFO networking_nsxv3.common.synchronization [req-dc59a32f-0ac6-492c-bc86-d6e747761ee5 req-8e6fb567-8571-46b6-b14e-5c592cc88936 service nova] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_rules [ 1003.744438] env[66272]: INFO networking_nsxv3.common.synchronization [req-dc59a32f-0ac6-492c-bc86-d6e747761ee5 req-8e6fb567-8571-46b6-b14e-5c592cc88936 service nova] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1003.745019] env[66272]: INFO networking_nsxv3.common.synchronization [req-dc59a32f-0ac6-492c-bc86-d6e747761ee5 req-8e6fb567-8571-46b6-b14e-5c592cc88936 service nova] Enqueued Resource ID: ebeeef2d-fc6d-4f57-ad1a-3dfe36e17ea9 with Priority: HIGHEST for action port [ 1003.745019] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 681be205-55ae-4d0f-a2a0-4814e8e17c37: rpc.has_security_group_logging(os_id): False [ 1003.747158] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_rules [ 1003.747158] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1003.747158] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebeeef2d-fc6d-4f57-ad1a-3dfe36e17ea9 with Priority: HIGHEST for action port [ 1003.747516] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.747765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.747874] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.748151] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.748280] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.749537] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.749704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.749966] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebeeef2d-fc6d-4f57-ad1a-3dfe36e17ea9 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.750132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebeeef2d-fc6d-4f57-ad1a-3dfe36e17ea9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.750227] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebeeef2d-fc6d-4f57-ad1a-3dfe36e17ea9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.750477] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebeeef2d-fc6d-4f57-ad1a-3dfe36e17ea9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.750843] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebeeef2d-fc6d-4f57-ad1a-3dfe36e17ea9',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.773957] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.774117] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.774394] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.774484] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.774523] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.775411] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.775411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.775411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.775411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.775411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.775681] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.775996] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.776092] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.776266] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.776348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.776663] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.777361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.777361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.777361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.777361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.777361] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 is going to be updated. [ 1003.873279] env[66272]: INFO networking_nsxv3.common.synchronization [req-8b43b510-60ec-4208-9f54-08ce4be10a4e req-fc24bfdc-263b-4c9d-a94c-b4e11b0ac2ef tempest-ServersTestMultiNic-1044098658 tempest-ServersTestMultiNic-1044098658-project-member] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 1003.874930] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 1003.875573] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.875720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.928490] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.928823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.928958] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.929480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.930169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.930169] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 is going to be updated. [ 1003.933688] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.933983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.934109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.934346] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.934578] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.952832] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: IN_PROGRESS for 2s [ 1003.980344] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.980565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.980691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.981067] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.981289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.999308] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: IN_PROGRESS for 2s [ 1004.255494] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.255494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.255494] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebeeef2d-fc6d-4f57-ad1a-3dfe36e17ea9 with status ACTIVE [ 1004.255494] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.255494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.255767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.255767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.255848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.256104] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.256104] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.256217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.256569] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.256569] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.256569] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.256717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.256717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.256861] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.256895] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.257012] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebeeef2d-fc6d-4f57-ad1a-3dfe36e17ea9 is going to be updated. [ 1004.276211] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 4s [ 1004.286834] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.286834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.286834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.286834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.286834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.286834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebeeef2d-fc6d-4f57-ad1a-3dfe36e17ea9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.507995] env[66272]: INFO networking_nsxv3.common.synchronization [req-10ba0420-ee7e-4c6a-999d-9f2cc5b0f0b0 req-73c92b96-af75-4996-b14a-39f9ee852713 tempest-ServerMetadataTestJSON-1098176359 tempest-ServerMetadataTestJSON-1098176359-project-member] Enqueued Resource ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 with Priority: HIGHEST for action security_group_members [ 1004.510293] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 with Priority: HIGHEST for action security_group_members [ 1004.510428] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.510542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.510692] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.511565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.511876] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.511876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.512103] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.512190] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.512370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.513327] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b974cd6-3af8-4c37-99e6-eff17e2cdf24',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.997140] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 1004.997140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.015250] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.016838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.016838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.016838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.016838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.016838] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.016838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.016838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.016838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.016838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.016838] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 is going to be updated. [ 1005.047827] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.047999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.048092] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.048310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.048457] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.063118] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 in Status: IN_PROGRESS for 2s [ 1005.707458] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae in Status: SUCCESS [ 1005.708083] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.973040] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: SUCCESS [ 1005.973281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.017792] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: SUCCESS [ 1006.018224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.018348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.018612] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.018864] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.019020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.019068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.019237] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.019316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.019513] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.292903] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1006.293304] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 deletion is rescheduled due to dependency. [ 1006.293407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.294218] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.294536] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.294785] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.294969] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.295079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.295287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.295397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.295722] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.522693] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.522912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.523174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.523346] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.524576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.524576] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.524576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.524576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.524576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.524576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.524576] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 is going to be updated. [ 1006.559679] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.559679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.559679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.559679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.559679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.573917] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: IN_PROGRESS for 2s [ 1006.799637] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.075013] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 in Status: SUCCESS [ 1007.075402] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 deletion is rescheduled due to dependency. [ 1007.075402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.099702] env[66272]: INFO networking_nsxv3.common.synchronization [req-0a0240e1-bb73-4f72-83dd-77ec3f539741 req-710b97d0-dc1b-4e9e-87d8-94f35b6cadfb tempest-MultipleCreateTestJSON-1722644788 tempest-MultipleCreateTestJSON-1722644788-project-member] Enqueued Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 1007.099702] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 1007.099807] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.099916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.099982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.100591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.100806] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.100972] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.101125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.101262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.101369] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.101469] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.211369] env[66272]: INFO networking_nsxv3.common.synchronization [req-5957f4cf-8e73-4c35-857e-809074c1d9f8 req-0f5e7b0f-c89d-4caf-9c3b-29ebbcab8f70 tempest-MultipleCreateTestJSON-1722644788 tempest-MultipleCreateTestJSON-1722644788-project-member] Enqueued Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 1007.213104] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 1007.213104] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.213104] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.302472] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.603709] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.804239] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.804468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.804536] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.804759] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.804856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.804952] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1007.842456] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.842670] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.842756] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.843062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.843261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.858055] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1008.067140] env[66272]: INFO networking_nsxv3.common.synchronization [req-9fe31110-a1b1-4331-b638-e2d1d85926f5 req-36b09896-efae-4ce1-b1c7-533732c41f86 tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 1008.067760] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 1008.068085] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.068170] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.068231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.068456] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.068568] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.068881] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.068881] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.068969] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.068969] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.069085] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.106375] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.571020] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.586232] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: SUCCESS [ 1008.586580] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 deletion is rescheduled due to dependency. [ 1008.587346] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.587601] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.588314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.588581] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.588764] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.588857] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.589207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.589279] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.589482] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.609009] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.609250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.609348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.609624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.609727] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.609838] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 is going to be updated. [ 1008.643772] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.643922] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.643999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.644240] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.644383] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.656181] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: IN_PROGRESS for 2s [ 1008.859250] env[66272]: INFO networking_nsxv3.common.synchronization [None req-eca44629-2941-4e20-8dec-baf220f5229d tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 1008.859992] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 1008.859992] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.859992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.076050] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.093137] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.093137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.093137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.093137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.093137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.093350] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.093397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.093462] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.093648] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.093729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.093821] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 is going to be updated. [ 1009.121205] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.121558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.121558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.121742] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.121909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.133691] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: IN_PROGRESS for 2s [ 1009.579911] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.580130] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.580191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.580430] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.581145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.581145] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be updated. [ 1009.615945] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.616310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.616310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.616527] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.616766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.627801] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: IN_PROGRESS for 2s [ 1009.868731] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1009.868993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.869174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.869426] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.869850] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.870039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.870115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.870304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.870388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.870479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.870574] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.372580] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.372983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.372983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.373080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.373250] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.373360] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.373410] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.373604] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.373774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.373917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.374087] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.374185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.374246] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.374394] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.374532] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.374621] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.374694] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.374841] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.374917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.374996] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.375102] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.669097] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: SUCCESS [ 1010.669386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.669614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.669848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.669975] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.670132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.670200] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.670361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.670439] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.670554] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.877304] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d672d11c-f3c6-40dd-9c7d-867414995085: rpc.has_security_group_logging(os_id): False [ 1010.900556] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.900758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.900758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.900978] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.901084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.901348] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.901450] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.901514] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.901667] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.901745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.901932] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.902035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.902098] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.902244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.902317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.902623] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.902912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.902912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.902981] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.903036] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.903119] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1010.965742] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.965995] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.965995] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.966229] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.966377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.982527] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1011.152516] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: SUCCESS [ 1011.152716] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 deletion is rescheduled due to dependency. [ 1011.152840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.174030] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.174030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.174030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.174319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.174319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.174452] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.174595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.174671] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.174887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.175000] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.175111] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 is going to be updated. [ 1011.214232] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.214397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.214465] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.214682] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.214992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.225172] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: IN_PROGRESS for 2s [ 1011.446521] env[66272]: INFO networking_nsxv3.common.synchronization [req-d196775a-903a-425b-a831-69adb5208567 req-0a40cbe3-fb07-4d4e-a967-5eadb8c72f5e tempest-ImagesTestJSON-1438489800 tempest-ImagesTestJSON-1438489800-project-member] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 1011.447100] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 1011.447413] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.447535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.447602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.447797] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.447948] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.448608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.448608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.448693] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.448783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.448877] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.640336] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: SUCCESS [ 1011.640591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.643272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.643272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.643272] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.643272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.643272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.643272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.643272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.643272] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.858290] env[66272]: INFO networking_nsxv3.common.synchronization [req-d9bc24a5-e33f-4903-957c-24aa17a5f1fa req-e3378964-13ee-4b0c-8574-a7afec5307d3 tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: 970a758a-4aed-4ce4-9f86-945999919978 with Priority: HIGHEST for action security_group_members [ 1011.858999] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a758a-4aed-4ce4-9f86-945999919978 with Priority: HIGHEST for action security_group_members [ 1011.859528] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-970a758a-4aed-4ce4-9f86-945999919978 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.859714] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.859838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.860106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.860307] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.860437] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.860510] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.860722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.860886] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.861068] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970a758a-4aed-4ce4-9f86-945999919978',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.950872] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.978021] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.978192] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.978282] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.978598] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.978901] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.980979] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.981226] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.981637] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.981896] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.982220] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.982427] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.982623] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.982849] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.983471] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.983471] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.983471] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.008467] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.008728] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.009228] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.009495] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.009957] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-9403ff9e-eadb-4746-8886-6aa7f484f817 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.010120] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-9403ff9e-eadb-4746-8886-6aa7f484f817" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.010497] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-9403ff9e-eadb-4746-8886-6aa7f484f817" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.010855] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-9403ff9e-eadb-4746-8886-6aa7f484f817" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.011044] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9403ff9e-eadb-4746-8886-6aa7f484f817',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.146055] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.146289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.146747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.147128] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.147265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.147960] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.147960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.147960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.147960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.147960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.149101] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be updated. [ 1012.202775] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.202918] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.202989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.203263] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.203820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.218775] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: IN_PROGRESS for 2s [ 1012.365219] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.366332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.366541] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.366940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.367191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.367530] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.367783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.367940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.368241] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.368414] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.370032] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970a758a-4aed-4ce4-9f86-945999919978 is going to be updated. [ 1012.406022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.406022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.406022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.406022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.406022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.415622] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a758a-4aed-4ce4-9f86-945999919978 in Status: IN_PROGRESS for 2s [ 1012.457866] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.513355] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.513609] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.513761] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.514237] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.514412] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.514582] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 9403ff9e-eadb-4746-8886-6aa7f484f817 not found, creating... [ 1012.514985] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.515259] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.515405] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.515760] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.515966] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.516402] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.516624] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.516868] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.517102] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.517308] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.517508] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 9403ff9e-eadb-4746-8886-6aa7f484f817 is going to be created. [ 1012.540488] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.541354] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.541354] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.541354] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.541500] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.541632] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-9403ff9e-eadb-4746-8886-6aa7f484f817" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.960163] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.960346] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.960417] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.960721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.960848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.960975] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be updated. [ 1012.997396] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.997538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.997606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.997826] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.999156] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.000336] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1013.000589] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.010480] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 1013.235336] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: SUCCESS [ 1013.235795] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 deletion is rescheduled due to dependency. [ 1013.235795] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.238076] env[66272]: INFO networking_nsxv3.common.synchronization [req-d196775a-903a-425b-a831-69adb5208567 req-c56fce4e-a331-4c45-9f50-17b5e58ebce2 service nova] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_rules [ 1013.238253] env[66272]: INFO networking_nsxv3.common.synchronization [req-d196775a-903a-425b-a831-69adb5208567 req-c56fce4e-a331-4c45-9f50-17b5e58ebce2 service nova] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 1013.238388] env[66272]: INFO networking_nsxv3.common.synchronization [req-d196775a-903a-425b-a831-69adb5208567 req-c56fce4e-a331-4c45-9f50-17b5e58ebce2 service nova] Enqueued Resource ID: 9403ff9e-eadb-4746-8886-6aa7f484f817 with Priority: HIGHEST for action port [ 1013.238599] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_rules [ 1013.238720] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 1013.238812] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9403ff9e-eadb-4746-8886-6aa7f484f817 with Priority: HIGHEST for action port [ 1013.239355] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.239476] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.239541] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.239748] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.239804] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.240658] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.240761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.240955] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-9403ff9e-eadb-4746-8886-6aa7f484f817 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.241068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9403ff9e-eadb-4746-8886-6aa7f484f817" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.241153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9403ff9e-eadb-4746-8886-6aa7f484f817" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.241790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9403ff9e-eadb-4746-8886-6aa7f484f817" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.241790] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9403ff9e-eadb-4746-8886-6aa7f484f817',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.744129] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.744424] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.744465] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9403ff9e-eadb-4746-8886-6aa7f484f817 with status ACTIVE [ 1013.744712] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.744777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.744815] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.745034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.745128] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.745303] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.745402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.745471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.745625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.745702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.745914] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.746040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.746103] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.746252] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.746325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.746409] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9403ff9e-eadb-4746-8886-6aa7f484f817 is going to be updated. [ 1013.771362] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.771504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.771583] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.771804] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.772118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.772570] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9403ff9e-eadb-4746-8886-6aa7f484f817" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.229382] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: SUCCESS [ 1014.229528] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 deletion is rescheduled due to dependency. [ 1014.229649] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.426964] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970a758a-4aed-4ce4-9f86-945999919978 in Status: SUCCESS [ 1014.427303] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970a758a-4aed-4ce4-9f86-945999919978 deletion is rescheduled due to dependency. [ 1014.427303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.021533] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 1015.022196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.022196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.022458] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.022766] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.022931] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.022984] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.023196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.023304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.023378] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.526052] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.029517] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.532744] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.532936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.532998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.533306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.533615] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.533615] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be updated. [ 1016.567319] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.567319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.567319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.567319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.567319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.578210] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 1017.668800] env[66272]: INFO networking_nsxv3.common.synchronization [req-c0b9496d-fc36-45e1-9548-3432034adf0a req-d6eb7d64-35c8-48eb-a2b4-723a74094ba4 tempest-ServersTestJSON-1771569199 tempest-ServersTestJSON-1771569199-project-member] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1017.670419] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1017.670419] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.670419] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.670419] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.670862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.670862] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.670862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.671278] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.671278] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.671278] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.671408] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.108946] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.109290] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.109652] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.109925] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.110219] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.110498] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.110758] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.111124] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.111348] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.112138] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.112421] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.112634] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.112826] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.113223] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.113223] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.113383] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.136500] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.136680] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.136870] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.137059] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.137451] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-311cad68-186c-4517-9b31-2e35e63a3bc7 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.137578] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-311cad68-186c-4517-9b31-2e35e63a3bc7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.137745] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-311cad68-186c-4517-9b31-2e35e63a3bc7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.138124] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-311cad68-186c-4517-9b31-2e35e63a3bc7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.138277] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('311cad68-186c-4517-9b31-2e35e63a3bc7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.174219] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.591723] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 1018.591723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.592737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.592737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.592737] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.592737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.593359] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.593359] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.593359] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.593518] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.593857] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.642173] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.642439] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.642569] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.642855] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.643027] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.643194] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 311cad68-186c-4517-9b31-2e35e63a3bc7 not found, creating... [ 1018.643486] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.643688] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.643753] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.644019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.644193] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.644493] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.644665] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.644778] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.644992] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.645137] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.645292] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 311cad68-186c-4517-9b31-2e35e63a3bc7 is going to be created. [ 1018.668281] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.668744] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.668744] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.668922] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.669276] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.670022] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-311cad68-186c-4517-9b31-2e35e63a3bc7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.677947] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.098486] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.098904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.098904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.099268] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.099558] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.099710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.099990] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.100171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.100218] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.100381] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.100738] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.100821] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.100940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.101108] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.101329] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.101456] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.101891] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.101891] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.101891] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.102166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.102166] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.181017] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.181017] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.181174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.181361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.181489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.181612] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 1019.225502] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.225716] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.225830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.226463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.226463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.238273] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 1019.465675] env[66272]: INFO networking_nsxv3.common.synchronization [req-c0b9496d-fc36-45e1-9548-3432034adf0a req-ecff2668-0066-4703-90b0-47760eb2ff39 service nova] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_rules [ 1019.465974] env[66272]: INFO networking_nsxv3.common.synchronization [req-c0b9496d-fc36-45e1-9548-3432034adf0a req-ecff2668-0066-4703-90b0-47760eb2ff39 service nova] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1019.466198] env[66272]: INFO networking_nsxv3.common.synchronization [req-c0b9496d-fc36-45e1-9548-3432034adf0a req-ecff2668-0066-4703-90b0-47760eb2ff39 service nova] Enqueued Resource ID: 311cad68-186c-4517-9b31-2e35e63a3bc7 with Priority: HIGHEST for action port [ 1019.467543] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_rules [ 1019.468222] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1019.469053] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311cad68-186c-4517-9b31-2e35e63a3bc7 with Priority: HIGHEST for action port [ 1019.469502] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.469722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.469842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.470196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.470282] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.471648] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.471830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.472735] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-311cad68-186c-4517-9b31-2e35e63a3bc7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.472956] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-311cad68-186c-4517-9b31-2e35e63a3bc7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.473093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-311cad68-186c-4517-9b31-2e35e63a3bc7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.473429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-311cad68-186c-4517-9b31-2e35e63a3bc7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.473578] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('311cad68-186c-4517-9b31-2e35e63a3bc7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.604225] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4d1661b-b7ca-4f46-8aa7-72cee5fd984a: rpc.has_security_group_logging(os_id): False [ 1019.632888] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.633179] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.633247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.635035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.635035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.635035] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.635035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.635035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.635429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.635429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.635608] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.635727] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.635803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.636038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.636176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.636441] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.636583] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.636650] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.636843] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.636927] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.637041] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be updated. [ 1019.761909] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.763084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.763084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.763084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.763084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.786853] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 1019.976507] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.977339] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.977339] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 311cad68-186c-4517-9b31-2e35e63a3bc7 with status ACTIVE [ 1019.977641] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.977641] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.977742] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.978307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.978307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.978515] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.978701] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.978822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.979130] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.979326] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.979610] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.979788] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.979897] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.980172] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.980316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.980457] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 311cad68-186c-4517-9b31-2e35e63a3bc7 is going to be updated. [ 1020.008135] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.008389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.008389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.008576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.008714] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.008881] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-311cad68-186c-4517-9b31-2e35e63a3bc7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.251124] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 1021.251486] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.251486] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.252656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.252656] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.252656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.252656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.252656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.252656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.252656] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.759038] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.805200] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 1021.805481] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.262105] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.766811] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.766971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.766971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.767139] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.767365] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.767365] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 1022.799459] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.800231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.800231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.800231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.800231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.811219] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 1024.470402] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1024.470871] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1024.825261] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 1024.826888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.826888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.826888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.826888] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.826888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.826888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.826888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.826888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.826888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.827624] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.330326] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.330629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.330685] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.331025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.331226] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.331366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.331432] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.331615] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.331731] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.331851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.332088] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.332243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.332342] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.332629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.332719] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.332778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.332811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.333161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.333161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.333310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.333431] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.836474] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1921863-d26c-4bc1-bbc7-b11aaf78fc61: rpc.has_security_group_logging(os_id): False [ 1025.895034] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.895295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.895505] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.896313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.896313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.896313] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.896712] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.896712] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.896869] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.896975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.897778] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.897778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.897778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.897778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.898114] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.898213] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.898363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.898449] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.898676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.898799] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.898932] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 1026.021730] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.021821] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.021871] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.022258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.022327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.041489] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 1028.061708] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 1028.062012] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.471317] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1029.471317] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1030.239215] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-554 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.239215] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-554" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.239215] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-554" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.239514] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-554" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.239572] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.239744] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.239868] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.240195] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.240519] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.240774] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.241018] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.241079] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.241235] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.241374] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.241545] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.241738] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.269705] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.269888] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.270051] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.270238] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-554" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.270573] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-0006f953-64eb-45f7-9680-cf7136456de7 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.270845] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-0006f953-64eb-45f7-9680-cf7136456de7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.271192] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-0006f953-64eb-45f7-9680-cf7136456de7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.271690] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-0006f953-64eb-45f7-9680-cf7136456de7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.271690] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0006f953-64eb-45f7-9680-cf7136456de7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.512518] env[66272]: INFO networking_nsxv3.common.synchronization [req-9abcb3b1-8ff5-4b4b-90bb-191cda04ee79 req-3c63a338-833d-4e71-83b9-fda059984841 tempest-DeleteServersTestJSON-563395098 tempest-DeleteServersTestJSON-563395098-project-member] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1030.513146] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1030.513500] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.513622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.513691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.513901] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.514103] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.514312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.514312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.514425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.514512] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.514617] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.775859] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.776219] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.776391] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.776736] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.776961] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.777359] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.777542] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.777663] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.777909] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.778149] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.778502] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.778716] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.778888] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.779222] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.779413] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.779619] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 0006f953-64eb-45f7-9680-cf7136456de7 is going to be updated. [ 1030.802153] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.802408] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.802563] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.802825] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.803029] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.803258] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-0006f953-64eb-45f7-9680-cf7136456de7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.020147] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.020354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.020404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.020600] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.020689] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.020884] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.020983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.021053] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.021210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.021281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.021367] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1031.052479] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.052637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.052708] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.052937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.053098] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.062830] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1031.307916] env[66272]: INFO networking_nsxv3.common.synchronization [req-51158000-26ef-4581-8cb6-b2ec96e4fbad req-d416270e-884e-49e5-8c04-d47c72152b54 tempest-ImagesTestJSON-1438489800 tempest-ImagesTestJSON-1438489800-project-member] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 1031.308522] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 1031.308832] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.308955] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.309226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.309481] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.309645] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.309755] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.309830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.309985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.310097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.310204] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.812461] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.011700] env[66272]: INFO networking_nsxv3.common.synchronization [req-0d6c96aa-1b18-4834-ad3c-940987626263 req-23f254de-a05a-4c5c-bbde-72c99ba1bbfb service nova] Enqueued Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_rules [ 1032.011927] env[66272]: INFO networking_nsxv3.common.synchronization [req-0d6c96aa-1b18-4834-ad3c-940987626263 req-23f254de-a05a-4c5c-bbde-72c99ba1bbfb service nova] Enqueued Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_members [ 1032.012035] env[66272]: INFO networking_nsxv3.common.synchronization [req-0d6c96aa-1b18-4834-ad3c-940987626263 req-23f254de-a05a-4c5c-bbde-72c99ba1bbfb service nova] Enqueued Resource ID: 0006f953-64eb-45f7-9680-cf7136456de7 with Priority: HIGHEST for action port [ 1032.016138] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_rules [ 1032.016138] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_members [ 1032.016138] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0006f953-64eb-45f7-9680-cf7136456de7 with Priority: HIGHEST for action port [ 1032.016138] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.016138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.016138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.016138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.016138] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.018171] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.018249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.018249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.018440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.018590] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.018679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.018736] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.018878] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.018955] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.019881] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.022128] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-0006f953-64eb-45f7-9680-cf7136456de7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.022232] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0006f953-64eb-45f7-9680-cf7136456de7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.022298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0006f953-64eb-45f7-9680-cf7136456de7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.022930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0006f953-64eb-45f7-9680-cf7136456de7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.022930] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0006f953-64eb-45f7-9680-cf7136456de7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.264495] env[66272]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1032.264643] env[66272]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] NSXv3 Agent Agent loop - iteration:2 started [ 1032.315359] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.518957] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.518957] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.522484] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.524425] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0006f953-64eb-45f7-9680-cf7136456de7 with status ACTIVE [ 1032.524647] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.524820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.524887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.525113] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.525195] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.525372] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.525467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.525524] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.525670] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.525739] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.527323] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.527323] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.527323] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.527323] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.527323] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.527323] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0006f953-64eb-45f7-9680-cf7136456de7 is going to be updated. [ 1032.552121] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.552121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.552121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.552121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.552121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.552121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0006f953-64eb-45f7-9680-cf7136456de7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.817849] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.818307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.818307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.818986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.818986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.818986] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be updated. [ 1032.846751] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.847155] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.847155] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.847456] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.848083] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.859976] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 1032.938792] env[66272]: INFO networking_nsxv3.common.synchronization [req-4298586a-d87d-4856-85fd-1cd2f6c718d3 req-fa965f1a-31a5-4322-87a3-2dcf02642c6e tempest-ServersTestJSON-1771569199 tempest-ServersTestJSON-1771569199-project-member] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1032.939330] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1032.939458] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.939565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.939565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.939783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.939940] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.940419] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.940520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.940878] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.940952] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.941044] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.028694] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.073670] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1033.073925] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 deletion is rescheduled due to dependency. [ 1033.073975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.443487] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.530997] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.531158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.531266] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.531661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.531661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.531661] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb is going to be updated. [ 1033.565041] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.565041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.565041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.565391] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.565391] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.575276] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: IN_PROGRESS for 2s [ 1033.947763] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.450613] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.450790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.450892] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.451193] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.451244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.451321] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 1034.497809] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.498097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.498200] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.498531] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.498756] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.511312] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 1034.871361] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 1034.871751] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.586545] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: SUCCESS [ 1035.586977] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.587100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.587468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.587799] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.588099] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.588209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.588479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.588650] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.588764] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.588946] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.091611] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.091851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.091851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.092105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.092279] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.092463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.092463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.092599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.092811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.092811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.092919] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.093025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.093161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.093228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.093498] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.093595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.093655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.093800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.093871] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.094045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.094045] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.526668] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 1036.527204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.596127] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b4e2204-43b5-4547-b5f9-02f54afdbffb: rpc.has_security_group_logging(os_id): False [ 1036.615838] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.616095] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.616148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.616492] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.643028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.643465] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.643640] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.643778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.644392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.644392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.644504] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.644684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.644824] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.645099] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.645228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.645534] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.645697] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.645859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.646097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.646203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.646359] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb is going to be updated. [ 1036.716664] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.717572] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.717572] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.717572] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.717834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.740549] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: IN_PROGRESS for 2s [ 1037.188545] env[66272]: INFO networking_nsxv3.common.synchronization [req-50896003-c938-4934-8c88-befeef5b0ccb req-f56bfd19-d95a-46b4-9dd1-a6902bcfdf0f tempest-AttachVolumeNegativeTest-738561690 tempest-AttachVolumeNegativeTest-738561690-project-member] Enqueued Resource ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 with Priority: HIGHEST for action security_group_members [ 1037.189133] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 with Priority: HIGHEST for action security_group_members [ 1037.189467] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c4984b-bc48-4afb-8e2e-e9c635948ce3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.189618] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.189698] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.189892] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.190068] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.190177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.190385] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.190498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.190577] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.190714] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33c4984b-bc48-4afb-8e2e-e9c635948ce3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.692940] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.693287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.693287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.693408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.693493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.693692] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.694563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.694563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.694563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.694563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.695730] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 is going to be updated. [ 1037.730326] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.730463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.730519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.730735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.730866] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.742408] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 in Status: IN_PROGRESS for 2s [ 1038.313948] env[66272]: INFO networking_nsxv3.common.synchronization [None req-10d2819c-5cec-41f4-8390-e06491b65d8a tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_rules [ 1038.314637] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_rules [ 1038.315091] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acd03fd1-d048-480e-9988-314f303f2d93 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.315535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.315670] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.316020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.316161] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.444749] env[66272]: INFO networking_nsxv3.common.synchronization [None req-3c6dc99d-a8ff-4a88-bc8b-7a83c12248fc tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_rules [ 1038.445449] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_rules [ 1038.446644] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acd03fd1-d048-480e-9988-314f303f2d93 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.446644] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.759307] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: SUCCESS [ 1038.759610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.842467] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.842684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.842684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.842830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.842984] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.843138] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acd03fd1-d048-480e-9988-314f303f2d93 already deleted. [ 1038.843260] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.843397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.843571] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.843683] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.367820] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.367990] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.368099] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.368277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.368372] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.368469] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acd03fd1-d048-480e-9988-314f303f2d93 already deleted. [ 1039.368553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.753648] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 in Status: SUCCESS [ 1039.753845] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 deletion is rescheduled due to dependency. [ 1039.753975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.071039] env[66272]: INFO networking_nsxv3.common.synchronization [req-cc32bdb6-6402-464b-914c-7f4642125711 req-961d2577-9bd0-4629-8756-cfff73f2d73a tempest-ServersTestMultiNic-1044098658 tempest-ServersTestMultiNic-1044098658-project-member] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 1040.071971] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 1040.072582] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.072821] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.072874] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.073076] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.073256] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.073372] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.073434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.073594] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.073676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.073840] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.443178] env[66272]: INFO networking_nsxv3.common.synchronization [req-cc32bdb6-6402-464b-914c-7f4642125711 req-8727017f-4f95-4db8-9f78-6265aba1f68d tempest-ServersTestMultiNic-1044098658 tempest-ServersTestMultiNic-1044098658-project-member] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 1040.443625] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 1040.443938] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.444125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.576410] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.576594] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.576954] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.576954] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.577141] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.577338] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.577456] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.577516] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.577684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.577842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.577842] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 is going to be updated. [ 1040.618418] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.618656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.618883] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.619066] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.619264] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.630504] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: IN_PROGRESS for 2s [ 1040.832257] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-412 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.832487] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-412" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.832610] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-412" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.832992] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-412" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.833400] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.833627] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.833783] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.834057] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.834244] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.835052] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.835052] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.835052] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.835052] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.835288] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.835288] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.835464] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.858872] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.859176] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.859453] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.859718] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-412" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.860249] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-c21d397c-baf6-46a3-bf4f-1c10a2f56770 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.860483] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-c21d397c-baf6-46a3-bf4f-1c10a2f56770" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.860661] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-c21d397c-baf6-46a3-bf4f-1c10a2f56770" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.861050] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-c21d397c-baf6-46a3-bf4f-1c10a2f56770" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.861294] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c21d397c-baf6-46a3-bf4f-1c10a2f56770',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.364949] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.365483] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.365483] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.365647] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.365785] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.365970] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port c21d397c-baf6-46a3-bf4f-1c10a2f56770 not found, creating... [ 1041.366262] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.366424] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.366531] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.366761] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.366960] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.367324] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.367489] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.367604] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.367817] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.367951] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.368206] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: c21d397c-baf6-46a3-bf4f-1c10a2f56770 is going to be created. [ 1041.389955] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.390261] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.390384] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.390721] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.391055] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.391259] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-c21d397c-baf6-46a3-bf4f-1c10a2f56770" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.173297] env[66272]: INFO networking_nsxv3.common.synchronization [req-cc32bdb6-6402-464b-914c-7f4642125711 req-1fd80ee1-c290-43f9-b72f-5c9d2a75b30e service nova] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_rules [ 1042.173297] env[66272]: INFO networking_nsxv3.common.synchronization [req-cc32bdb6-6402-464b-914c-7f4642125711 req-1fd80ee1-c290-43f9-b72f-5c9d2a75b30e service nova] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 1042.173455] env[66272]: INFO networking_nsxv3.common.synchronization [req-cc32bdb6-6402-464b-914c-7f4642125711 req-1fd80ee1-c290-43f9-b72f-5c9d2a75b30e service nova] Enqueued Resource ID: c21d397c-baf6-46a3-bf4f-1c10a2f56770 with Priority: HIGHEST for action port [ 1042.174151] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_rules [ 1042.174528] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 1042.174688] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c21d397c-baf6-46a3-bf4f-1c10a2f56770 with Priority: HIGHEST for action port [ 1042.175157] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.175295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.175363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.175586] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.175669] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.179234] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.179234] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.179234] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-c21d397c-baf6-46a3-bf4f-1c10a2f56770 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.179234] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c21d397c-baf6-46a3-bf4f-1c10a2f56770" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.179234] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c21d397c-baf6-46a3-bf4f-1c10a2f56770" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.179234] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c21d397c-baf6-46a3-bf4f-1c10a2f56770" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.179234] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c21d397c-baf6-46a3-bf4f-1c10a2f56770',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.642603] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: SUCCESS [ 1042.642982] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 deletion is rescheduled due to dependency. [ 1042.642982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.643277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.643535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.643739] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.643897] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.643968] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.644220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.644311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.644436] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.679753] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.680185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.680185] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c21d397c-baf6-46a3-bf4f-1c10a2f56770 with status ACTIVE [ 1042.680276] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.680342] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.680771] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.680771] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.680771] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.680934] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.681026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.681075] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.681246] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.681294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.681449] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.681543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.681601] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.681743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.681815] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.681897] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c21d397c-baf6-46a3-bf4f-1c10a2f56770 is going to be updated. [ 1042.709823] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.709823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.709823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.709823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.709823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.709823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c21d397c-baf6-46a3-bf4f-1c10a2f56770" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.987561] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.990659] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.990659] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.990659] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.990659] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.990659] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.990659] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.990659] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.990659] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.990659] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.991395] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.991395] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.991395] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.991395] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.991395] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.991395] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.012269] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.012452] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1043.012591] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.012845] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.013119] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-dbfddc9e-dcf0-4261-85cc-9647924ad16d taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.013399] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-dbfddc9e-dcf0-4261-85cc-9647924ad16d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.013528] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-dbfddc9e-dcf0-4261-85cc-9647924ad16d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.013932] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-dbfddc9e-dcf0-4261-85cc-9647924ad16d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.014073] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbfddc9e-dcf0-4261-85cc-9647924ad16d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.148055] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.196136] env[66272]: INFO networking_nsxv3.common.synchronization [None req-8876a3db-5d3e-4030-9de3-8308063fa40b tempest-ServerDiskConfigTestJSON-1694584386 tempest-ServerDiskConfigTestJSON-1694584386-project-member] Enqueued Resource ID: 09fb805b-2477-4f33-9fff-1d1d17cc34c4 with Priority: HIGHEST for action security_group_rules [ 1043.196136] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fb805b-2477-4f33-9fff-1d1d17cc34c4 with Priority: HIGHEST for action security_group_rules [ 1043.196720] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09fb805b-2477-4f33-9fff-1d1d17cc34c4 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.196897] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09fb805b-2477-4f33-9fff-1d1d17cc34c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.196990] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09fb805b-2477-4f33-9fff-1d1d17cc34c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.197337] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09fb805b-2477-4f33-9fff-1d1d17cc34c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.197447] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09fb805b-2477-4f33-9fff-1d1d17cc34c4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.205841] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.206777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.206912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.207187] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.207307] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.328492] env[66272]: INFO networking_nsxv3.common.synchronization [None req-e781b46c-75d1-4142-8739-df1e4ad5f35f tempest-ServerDiskConfigTestJSON-1694584386 tempest-ServerDiskConfigTestJSON-1694584386-project-member] Enqueued Resource ID: 09fb805b-2477-4f33-9fff-1d1d17cc34c4 with Priority: HIGHEST for action security_group_rules [ 1043.329280] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fb805b-2477-4f33-9fff-1d1d17cc34c4 with Priority: HIGHEST for action security_group_rules [ 1043.329618] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09fb805b-2477-4f33-9fff-1d1d17cc34c4 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.329744] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09fb805b-2477-4f33-9fff-1d1d17cc34c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.517417] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.517931] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.518157] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.518537] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.518780] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.519022] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port dbfddc9e-dcf0-4261-85cc-9647924ad16d not found, creating... [ 1043.519479] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.519691] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.519856] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.520337] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.520337] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.520604] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.520784] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.520900] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.521229] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.521356] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.521445] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: dbfddc9e-dcf0-4261-85cc-9647924ad16d is going to be created. [ 1043.543538] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.543803] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.543913] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.544166] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.544398] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.544617] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-dbfddc9e-dcf0-4261-85cc-9647924ad16d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.650476] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.710618] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.721525] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.721726] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.721726] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.722012] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.722165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.722309] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09fb805b-2477-4f33-9fff-1d1d17cc34c4 already deleted. [ 1043.722472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09fb805b-2477-4f33-9fff-1d1d17cc34c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.723216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09fb805b-2477-4f33-9fff-1d1d17cc34c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.723526] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09fb805b-2477-4f33-9fff-1d1d17cc34c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.723664] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09fb805b-2477-4f33-9fff-1d1d17cc34c4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.153490] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.153695] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.153748] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.153932] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.154059] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.154162] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 is going to be updated. [ 1044.183615] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.183789] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.183837] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.184075] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.184592] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.193277] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: IN_PROGRESS for 2s [ 1044.215108] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.240908] env[66272]: INFO networking_nsxv3.common.synchronization [req-cc32bdb6-6402-464b-914c-7f4642125711 req-0580532f-2832-434b-8219-969330f2fba0 service nova] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_rules [ 1044.240908] env[66272]: INFO networking_nsxv3.common.synchronization [req-cc32bdb6-6402-464b-914c-7f4642125711 req-0580532f-2832-434b-8219-969330f2fba0 service nova] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 1044.241178] env[66272]: INFO networking_nsxv3.common.synchronization [req-cc32bdb6-6402-464b-914c-7f4642125711 req-0580532f-2832-434b-8219-969330f2fba0 service nova] Enqueued Resource ID: dbfddc9e-dcf0-4261-85cc-9647924ad16d with Priority: HIGHEST for action port [ 1044.241702] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_rules [ 1044.242110] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 1044.242110] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfddc9e-dcf0-4261-85cc-9647924ad16d with Priority: HIGHEST for action port [ 1044.242381] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.242550] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.242791] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.242905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.243275] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbfddc9e-dcf0-4261-85cc-9647924ad16d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.243275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbfddc9e-dcf0-4261-85cc-9647924ad16d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.243380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbfddc9e-dcf0-4261-85cc-9647924ad16d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.243617] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbfddc9e-dcf0-4261-85cc-9647924ad16d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.243722] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbfddc9e-dcf0-4261-85cc-9647924ad16d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.246126] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.247532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.247532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.247532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.247532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.247532] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09fb805b-2477-4f33-9fff-1d1d17cc34c4 already deleted. [ 1044.247532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09fb805b-2477-4f33-9fff-1d1d17cc34c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.717099] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1044.717462] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1044.748992] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbfddc9e-dcf0-4261-85cc-9647924ad16d with status ACTIVE [ 1044.749393] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.749582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.749664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.749907] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.750015] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.750202] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.750289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.750353] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.750533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.750643] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.750783] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.750879] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.751067] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.751144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.751225] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.751273] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbfddc9e-dcf0-4261-85cc-9647924ad16d is going to be updated. [ 1044.771629] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.771771] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.771843] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.772062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.772195] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.772349] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbfddc9e-dcf0-4261-85cc-9647924ad16d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.179018] env[66272]: INFO networking_nsxv3.common.synchronization [req-b3584717-def0-458c-92a9-2ca9640c0fb6 req-fc8645c0-a23b-42b2-9b4b-bba42e5b2592 tempest-MultipleCreateTestJSON-1722644788 tempest-MultipleCreateTestJSON-1722644788-project-member] Enqueued Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 1045.179618] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 1045.179985] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.180128] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.180198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.180424] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.180587] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.180684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.180745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.180924] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.181016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.181113] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.580458] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.580662] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.580864] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.581188] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.581477] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.581644] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.581756] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.581990] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.582170] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.582391] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.582576] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.582686] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.582801] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.582910] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.584021] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.584021] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.609573] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.609793] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.610011] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.610308] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.610690] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-9f20fb67-d981-4fc4-a788-dc5fde5381f9 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.610898] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-9f20fb67-d981-4fc4-a788-dc5fde5381f9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.611082] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-9f20fb67-d981-4fc4-a788-dc5fde5381f9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.613906] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-9f20fb67-d981-4fc4-a788-dc5fde5381f9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.613906] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f20fb67-d981-4fc4-a788-dc5fde5381f9',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.649083] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.649407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.649505] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.649794] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.668267] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1045.668267] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.669422] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1045.684319] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.684549] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.684549] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.684773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.684895] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.685113] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.685221] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.685272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.687023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.687277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.687453] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 is going to be updated. [ 1045.706952] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.707111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.707190] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.707385] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.716872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.717600] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1045.717855] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1045.717855] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1045.719901] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.720049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.720121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.720304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.720424] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.731315] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: IN_PROGRESS for 2s [ 1045.763726] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.763929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.764064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.764262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.765761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.765938] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1045.831056] env[66272]: INFO networking_nsxv3.common.synchronization [req-1c539bcd-36dc-4e9f-a76e-036fa8604778 req-ccb2914a-f4c4-4086-bb1b-859e5e16c756 tempest-ImagesOneServerTestJSON-1687365495 tempest-ImagesOneServerTestJSON-1687365495-project-member] Enqueued Resource ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 with Priority: HIGHEST for action security_group_members [ 1045.831917] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 with Priority: HIGHEST for action security_group_members [ 1045.832369] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.832545] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.832648] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.832940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.833184] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.833330] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.833425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.833655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.833787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.834061] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84d066c4-38a1-4ad9-b7e1-d725ee12c1f2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.858718] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.858718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.858718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.859048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.859358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.859686] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1045.952257] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.952360] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.952400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.952601] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.952879] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.953189] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1045.953284] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'67dda543-2a26-4737-8d58-d24d6ce86794', '04622331-a528-4ef0-9e2b-733f9502fca2', '681be205-55ae-4d0f-a2a0-4814e8e17c37', '035d4d49-8f46-4e23-a32f-173749405462', '0b974cd6-3af8-4c37-99e6-eff17e2cdf24', '036af2ca-a203-4949-8a38-dee42a6c665d', '2be1b6df-9f0a-498a-a642-abe288ff13b7', 'c0c1113f-8779-4e61-b54b-a734aeedf235', 'a4edc09c-9d90-4e05-979b-526b60f47dc0', '2b4e2204-43b5-4547-b5f9-02f54afdbffb', 'f08b2987-3b29-48fa-959c-b6a9a79379f0', '8043d552-b991-47e2-b8a2-a574bd13ac61', '9356fdaf-15cf-4536-b8ec-19383ea51a57', 'c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc', 'e4d1661b-b7ca-4f46-8aa7-72cee5fd984a', 'e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0', '970a758a-4aed-4ce4-9f86-945999919978', 'a2068aff-dba4-4fdb-8afb-94a893a88b09', '70e18c8a-5a1f-4f9e-b064-4be515bc1bd2', '4644cca9-b84a-43dc-8594-72662ee6f8f3', '0cdcfb51-67fc-4f97-ba2e-d6f52c5207be', '84d066c4-38a1-4ad9-b7e1-d725ee12c1f2', 'd4c45e4a-a070-4b09-ac6c-4d4f14eac691', '8420a13d-340c-4742-bf50-2fc9a7172f08', 'f3f16844-3d19-4160-9c84-cc81268c52e8', '845495e2-dafb-44a2-999d-d20e6884500a', 'db09d9d0-54c4-4edd-980d-9ff2e96635ae', '33c4984b-bc48-4afb-8e2e-e9c635948ce3', 'f6c4add0-e206-480e-b47f-67c9c2c420d2', 'f75fb5a3-b89d-4ede-816e-c37f3bfe689e', '4a6706c1-671f-4ed0-9deb-2e839a1bfa41', 'f88faf73-706c-46b9-b8f1-1497dde117bd', '61a5ae4f-38fb-48bc-9500-6614c62664ee', '7a5e88cb-8935-49d7-b1c3-023b6e6d7166', '43a89827-d8d5-4da7-b742-8b0e72864d57', '70b0f4fb-78b8-4471-812d-0585ee36f246', 'e342bf7b-8a9f-4a78-b1d8-123256f064c4', '4827975c-8bd7-459e-b828-54977af9aa43', 'bfdbdd45-e2c2-4075-851a-0f1176b9a331', 'a1d1d09a-dfb3-4d46-a78e-b5912863350d', 'cea3b7db-51cd-4194-8df2-6f60651cfab8', 'f1921863-d26c-4bc1-bbc7-b11aaf78fc61', 'cf8da8e2-308f-47ac-a217-fd24eac351a8', 'd672d11c-f3c6-40dd-9c7d-867414995085', '61364464-d258-4812-81d5-97d1afe23fdc', '3513b44b-3758-417c-9595-9cd035b6329d', 'b605b374-c3e0-4fc5-86ef-7858c7524aa1', '1de50d75-d1e0-42b1-9266-e76d77b9309e'} {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1045.953404] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1045.972927] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.973112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.973173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.973368] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.973414] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.973523] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1045.973589] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1045.973658] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1046.107875] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.108074] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.108137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.108356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.109383] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.109637] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1046.109711] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1046.109777] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1046.109842] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1046.109919] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1046.109988] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67dda543-2a26-4737-8d58-d24d6ce86794 with Priority: HIGH for action security_group_rules [ 1046.110075] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGH for action security_group_rules [ 1046.110138] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGH for action security_group_rules [ 1046.110190] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGH for action security_group_rules [ 1046.110287] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 with Priority: HIGH for action security_group_rules [ 1046.110342] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 036af2ca-a203-4949-8a38-dee42a6c665d with Priority: HIGH for action security_group_rules [ 1046.110390] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGH for action security_group_rules [ 1046.110436] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0c1113f-8779-4e61-b54b-a734aeedf235 with Priority: HIGH for action security_group_rules [ 1046.110491] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 with Priority: HIGH for action security_group_rules [ 1046.110538] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGH for action security_group_rules [ 1046.110588] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGH for action security_group_rules [ 1046.110628] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGH for action security_group_rules [ 1046.110682] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGH for action security_group_rules [ 1046.110734] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc with Priority: HIGH for action security_group_rules [ 1046.110793] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGH for action security_group_rules [ 1046.110844] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGH for action security_group_rules [ 1046.110900] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 970a758a-4aed-4ce4-9f86-945999919978 with Priority: HIGH for action security_group_rules [ 1046.110940] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGH for action security_group_rules [ 1046.111375] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 with Priority: HIGH for action security_group_rules [ 1046.111375] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGH for action security_group_rules [ 1046.111375] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.118237] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.118430] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.118549] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.118829] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.118985] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.119170] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 9f20fb67-d981-4fc4-a788-dc5fde5381f9 not found, creating... [ 1046.119397] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.119550] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.119661] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.119880] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.120132] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.120297] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.120447] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.120558] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.120761] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.120893] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.121037] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 9f20fb67-d981-4fc4-a788-dc5fde5381f9 is going to be created. [ 1046.141654] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.142019] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.142191] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.142508] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.142767] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.143046] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-9f20fb67-d981-4fc4-a788-dc5fde5381f9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.211406] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: SUCCESS [ 1046.211647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.211871] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.212167] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.212357] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.212580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.212580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.212761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.212853] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.212954] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.336642] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.336920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.336984] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.337226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.363536] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.363814] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.363937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.363999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.364233] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.364316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.364404] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 is going to be updated. [ 1046.397854] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.397854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.397854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.397854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.397854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.407819] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 in Status: IN_PROGRESS for 2s [ 1046.715462] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.816921] env[66272]: INFO networking_nsxv3.common.synchronization [req-45d89663-4344-48e6-88c9-76952e6b0773 req-47e46d91-c973-419d-82df-aba1457475b0 tempest-ServerDiskConfigTestJSON-1694584386 tempest-ServerDiskConfigTestJSON-1694584386-project-member] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 1046.817471] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 1046.817622] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dda543-2a26-4737-8d58-d24d6ce86794 with Priority: HIGH for action security_group_rules [ 1046.817726] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGH for action security_group_rules [ 1046.817823] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 with Priority: HIGH for action security_group_rules [ 1046.817918] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGH for action security_group_rules [ 1046.818015] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGH for action security_group_rules [ 1046.818267] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 with Priority: HIGH for action security_group_rules [ 1046.818367] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 with Priority: HIGH for action security_group_rules [ 1046.818459] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a758a-4aed-4ce4-9f86-945999919978 with Priority: HIGH for action security_group_rules [ 1046.818548] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc with Priority: HIGH for action security_group_rules [ 1046.818699] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGH for action security_group_rules [ 1046.818751] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGH for action security_group_rules [ 1046.818794] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 with Priority: HIGH for action security_group_rules [ 1046.818877] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 with Priority: HIGH for action security_group_rules [ 1046.818967] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGH for action security_group_rules [ 1046.819095] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 with Priority: HIGH for action security_group_rules [ 1046.819187] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036af2ca-a203-4949-8a38-dee42a6c665d with Priority: HIGH for action security_group_rules [ 1046.819274] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c1113f-8779-4e61-b54b-a734aeedf235 with Priority: HIGH for action security_group_rules [ 1046.819361] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 with Priority: HIGH for action security_group_rules [ 1046.819483] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04622331-a528-4ef0-9e2b-733f9502fca2 with Priority: HIGH for action security_group_rules [ 1046.819519] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035d4d49-8f46-4e23-a32f-173749405462 with Priority: HIGH for action security_group_rules [ 1046.819810] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.819932] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.819994] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.820221] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.820542] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.820542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.820542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.820662] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.820751] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.820826] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.822518] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67dda543-2a26-4737-8d58-d24d6ce86794 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.822518] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.822518] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.822686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.822686] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67dda543-2a26-4737-8d58-d24d6ce86794',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.823951] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.823951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.824066] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.825045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.825045] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.825171] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2be1b6df-9f0a-498a-a642-abe288ff13b7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.828962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.828962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.828962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.828962] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2be1b6df-9f0a-498a-a642-abe288ff13b7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.828962] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.828962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.828962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.828962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.828962] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.828962] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.828962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.828962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.828962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.828962] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.829628] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.829693] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.829731] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.830629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.830629] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70e18c8a-5a1f-4f9e-b064-4be515bc1bd2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.831598] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2068aff-dba4-4fdb-8afb-94a893a88b09 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.831598] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.831598] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.831598] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.831598] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2068aff-dba4-4fdb-8afb-94a893a88b09',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.832816] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-970a758a-4aed-4ce4-9f86-945999919978 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.832816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.832816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.832922] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.832922] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('970a758a-4aed-4ce4-9f86-945999919978',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.835975] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.836118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.836335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.836406] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.836512] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.838263] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.838384] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.838647] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.838778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.838865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.839088] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.839200] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.840079] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8043d552-b991-47e2-b8a2-a574bd13ac61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.840220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.840300] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.841107] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.841107] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8043d552-b991-47e2-b8a2-a574bd13ac61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.842092] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f08b2987-3b29-48fa-959c-b6a9a79379f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.842198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.842262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.842527] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.842603] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f08b2987-3b29-48fa-959c-b6a9a79379f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.843601] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.843711] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.843776] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.843930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.844007] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.845008] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4edc09c-9d90-4e05-979b-526b60f47dc0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.845126] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.845192] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.845352] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.845457] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4edc09c-9d90-4e05-979b-526b60f47dc0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.846386] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-036af2ca-a203-4949-8a38-dee42a6c665d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.846493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.846558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.846743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.846818] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('036af2ca-a203-4949-8a38-dee42a6c665d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.848064] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0c1113f-8779-4e61-b54b-a734aeedf235 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.848177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.848242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.848395] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.848467] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0c1113f-8779-4e61-b54b-a734aeedf235',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.849867] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b974cd6-3af8-4c37-99e6-eff17e2cdf24 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.849960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.849960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.850117] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.850196] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b974cd6-3af8-4c37-99e6-eff17e2cdf24',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.850907] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04622331-a528-4ef0-9e2b-733f9502fca2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.851048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.851048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.851180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.851275] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04622331-a528-4ef0-9e2b-733f9502fca2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.852077] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-035d4d49-8f46-4e23-a32f-173749405462 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.852077] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.852212] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.852246] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.852459] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('035d4d49-8f46-4e23-a32f-173749405462',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.859952] env[66272]: INFO networking_nsxv3.common.synchronization [req-b3584717-def0-458c-92a9-2ca9640c0fb6 req-343f7e19-7e9f-4bc3-9542-619d31850b59 service nova] Enqueued Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_rules [ 1046.859952] env[66272]: INFO networking_nsxv3.common.synchronization [req-b3584717-def0-458c-92a9-2ca9640c0fb6 req-343f7e19-7e9f-4bc3-9542-619d31850b59 service nova] Enqueued Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 1046.860249] env[66272]: INFO networking_nsxv3.common.synchronization [req-b3584717-def0-458c-92a9-2ca9640c0fb6 req-343f7e19-7e9f-4bc3-9542-619d31850b59 service nova] Enqueued Resource ID: 9f20fb67-d981-4fc4-a788-dc5fde5381f9 with Priority: HIGHEST for action port [ 1046.861042] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_rules [ 1046.861042] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 1046.862507] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f20fb67-d981-4fc4-a788-dc5fde5381f9 with Priority: HIGHEST for action port [ 1046.862507] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.862507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.862507] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.862507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.862507] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f20fb67-d981-4fc4-a788-dc5fde5381f9 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.862729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f20fb67-d981-4fc4-a788-dc5fde5381f9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.862729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f20fb67-d981-4fc4-a788-dc5fde5381f9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.862948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f20fb67-d981-4fc4-a788-dc5fde5381f9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.863084] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f20fb67-d981-4fc4-a788-dc5fde5381f9',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.218102] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.323661] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.323948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.324041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.324301] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.326146] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-67dda543-2a26-4737-8d58-d24d6ce86794 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.326288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.326288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.326602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.326808] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.327023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.327023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.327253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.327379] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.327497] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.327622] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67dda543-2a26-4737-8d58-d24d6ce86794',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.328896] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.329032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.330789] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.331574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.331574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.331574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.331574] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.331574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.331873] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.331873] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.331995] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.332103] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.332229] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.353686] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.353880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.353880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.354979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.354979] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.354979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.354979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.354979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.355275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.355275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.355275] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.362138] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.362138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.362138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.362138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.362138] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.362493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.362493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.362493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.362493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.362610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.362705] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.370972] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.370972] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.371391] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.371672] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.371672] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.371831] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.371896] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.372069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.372069] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be updated. [ 1047.373695] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.373695] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.373822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.374035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.381522] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.381614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.382968] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f20fb67-d981-4fc4-a788-dc5fde5381f9 with status ACTIVE [ 1047.383190] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.383621] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.383621] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.383621] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.383766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.383829] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.384106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.384106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.384201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.384236] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.384483] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.384637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.384637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.384816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.384816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.384890] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f20fb67-d981-4fc4-a788-dc5fde5381f9 is going to be updated. [ 1047.389128] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.389235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.405586] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.405710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.417592] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.417806] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.432567] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.432713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.433648] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.433801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.433842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.434193] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.434193] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.434351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f20fb67-d981-4fc4-a788-dc5fde5381f9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.435247] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.435346] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.436228] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.436336] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.437096] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.437206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.438308] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.438415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.439019] env[66272]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1047.439425] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.439533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.440544] env[66272]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1047.440917] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.441016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.441657] env[66272]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1047.442213] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.442674] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.442674] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.442674] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.442834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.444324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.444427] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be deleted. [ 1047.446157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.446157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.447433] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.447433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.461205] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: IN_PROGRESS for 2s [ 1047.466193] env[66272]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1047.466926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.466926] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc is going to be deleted. [ 1047.467978] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.468331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.513244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.513244] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2be1b6df-9f0a-498a-a642-abe288ff13b7 is going to be deleted. [ 1047.513244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.513244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.558470] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.558627] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.561625] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.563637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.575024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.575024] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2068aff-dba4-4fdb-8afb-94a893a88b09 is going to be deleted. [ 1047.575024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.575024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.603948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.603948] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8043d552-b991-47e2-b8a2-a574bd13ac61 is going to be deleted. [ 1047.604480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.604760] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.642929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.643216] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f08b2987-3b29-48fa-959c-b6a9a79379f0 is going to be deleted. [ 1047.644327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.644677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.646310] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.646420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.678798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.679012] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0c1113f-8779-4e61-b54b-a734aeedf235 is going to be deleted. [ 1047.680040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.680226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.702707] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.702707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.722257] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.722456] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.722501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.722707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.722803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.723114] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 is going to be updated. [ 1047.742531] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.742531] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04622331-a528-4ef0-9e2b-733f9502fca2 is going to be deleted. [ 1047.743135] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.743309] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.746570] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: SUCCESS [ 1047.746807] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 deletion is rescheduled due to dependency. [ 1047.746912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.747073] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.747276] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.747492] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.747579] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.747690] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.747865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.747951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.748064] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.769468] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.769584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.792746] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.792927] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.805277] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.805577] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.809980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.809980] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 035d4d49-8f46-4e23-a32f-173749405462 is going to be deleted. [ 1047.810553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.810944] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.830388] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67dda543-2a26-4737-8d58-d24d6ce86794',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.835230] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.835412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.835540] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.835872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.836098] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.836250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.836318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.836537] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.836636] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.836822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.837014] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.837132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.837228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.837402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.837548] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.837746] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.837826] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.837999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.838106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.838201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.838299] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.840106] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.840339] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.840339] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.840469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.840615] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.860021] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.860196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.860242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.860468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.860628] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.860723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.860810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.860961] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.861062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.861146] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.861317] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.861397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.861455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.861594] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.861722] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.861805] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.861857] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.861987] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.862161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.862312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.862312] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.865399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.867647] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 970a758a-4aed-4ce4-9f86-945999919978 is going to be deleted. [ 1047.867647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.867647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.879654] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.902866] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: IN_PROGRESS for 2s [ 1047.904979] env[66272]: INFO networking_nsxv3.common.synchronization [req-b3584717-def0-458c-92a9-2ca9640c0fb6 req-8b9981c6-d6c1-4a3a-ac73-fbaa15171245 tempest-MultipleCreateTestJSON-1722644788 tempest-MultipleCreateTestJSON-1722644788-project-member] Enqueued Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 1047.905388] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 1047.905771] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.905872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.934263] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.934263] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.965028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.965028] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70e18c8a-5a1f-4f9e-b064-4be515bc1bd2 is going to be deleted. [ 1047.965028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.965028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.995288] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.995288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.997433] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.997565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.007426] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.007585] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 036af2ca-a203-4949-8a38-dee42a6c665d is going to be deleted. [ 1048.008713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.008946] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.092498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.093073] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4edc09c-9d90-4e05-979b-526b60f47dc0 is going to be deleted. [ 1048.094219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.094548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.096736] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.096914] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.151328] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.151511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.168263] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.168263] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b974cd6-3af8-4c37-99e6-eff17e2cdf24 is going to be deleted. [ 1048.168263] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.168263] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.168263] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.168263] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c16f9ac4-fd4d-4dd1-bddb-affb58cc79fc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.168263] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.169230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.169230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.169230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.169817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.169817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.169817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.169817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2be1b6df-9f0a-498a-a642-abe288ff13b7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.170256] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.170256] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.170256] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.170374] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2068aff-dba4-4fdb-8afb-94a893a88b09" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.170670] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.170670] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.170764] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.170857] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8043d552-b991-47e2-b8a2-a574bd13ac61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.171021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.171194] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.171293] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.171454] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f08b2987-3b29-48fa-959c-b6a9a79379f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.171605] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.171782] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.171863] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.171973] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0c1113f-8779-4e61-b54b-a734aeedf235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.172140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.172788] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.172788] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.172788] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04622331-a528-4ef0-9e2b-733f9502fca2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.172788] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.172936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.172936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.173163] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-035d4d49-8f46-4e23-a32f-173749405462" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.173249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.173394] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.173472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.173615] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-970a758a-4aed-4ce4-9f86-945999919978" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.173753] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.173925] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.174030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.174235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70e18c8a-5a1f-4f9e-b064-4be515bc1bd2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.174307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.174478] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.174587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.174734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-036af2ca-a203-4949-8a38-dee42a6c665d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.216326] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.216460] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.216560] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.216833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.216932] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.217065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4edc09c-9d90-4e05-979b-526b60f47dc0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.250609] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.268749] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.268943] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.269086] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.269355] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.269605] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.269810] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.269926] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.270150] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.270289] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.270494] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.270603] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.270705] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.270809] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.270913] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.271028] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.271159] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.287265] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.287403] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.287484] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.287716] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.287821] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.287886] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b974cd6-3af8-4c37-99e6-eff17e2cdf24" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.297244] env[66272]: WARNING urllib3.connectionpool [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1048.297905] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.298108] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.298252] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.298511] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-784" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.298855] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-cc5c6910-5328-40ae-9e57-e379f42c3a0a taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.299072] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-cc5c6910-5328-40ae-9e57-e379f42c3a0a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.299195] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-cc5c6910-5328-40ae-9e57-e379f42c3a0a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.299526] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-cc5c6910-5328-40ae-9e57-e379f42c3a0a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.299653] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc5c6910-5328-40ae-9e57-e379f42c3a0a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.334370] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67dda543-2a26-4737-8d58-d24d6ce86794: rpc.has_security_group_logging(os_id): False [ 1048.346284] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4d1661b-b7ca-4f46-8aa7-72cee5fd984a: rpc.has_security_group_logging(os_id): False [ 1048.365437] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b4e2204-43b5-4547-b5f9-02f54afdbffb: rpc.has_security_group_logging(os_id): False [ 1048.382234] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9356fdaf-15cf-4536-b8ec-19383ea51a57: rpc.has_security_group_logging(os_id): False [ 1048.386904] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.387076] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.387180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.387331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.389251] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.389358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.405119] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.405119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.424100] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 in Status: SUCCESS [ 1048.425489] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 deletion is rescheduled due to dependency. [ 1048.425489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.425489] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.425489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.440396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.440396] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.440396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.440396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.440396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.440396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.440396] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.440396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.440396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.440396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.440396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.440396] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.440396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.440396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.441127] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.441127] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.441127] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be updated. [ 1048.442470] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.442757] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.483859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.484744] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.484923] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.484984] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.485208] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.485298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.485407] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67dda543-2a26-4737-8d58-d24d6ce86794 is going to be updated. [ 1048.486763] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.486975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.532630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.533032] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.533182] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.533244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.533422] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.533587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.533645] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 is going to be updated. [ 1048.535637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.535637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.568488] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.568655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.570119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.570394] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.570541] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.570597] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.570783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.570867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.571084] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.571217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.571279] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.571394] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.571467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.571647] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.571727] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.571787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.571926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.571999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.572093] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb is going to be updated. [ 1048.573255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.573421] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.573559] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.602741] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 1048.614741] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.614986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.615133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.615466] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.615685] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.629992] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.629992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.629992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.630286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.630724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.641116] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67dda543-2a26-4737-8d58-d24d6ce86794 in Status: IN_PROGRESS for 2s [ 1048.681915] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: IN_PROGRESS for 2s [ 1048.707255] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.707511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.707511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.707878] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.708063] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.735470] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: IN_PROGRESS for 2s [ 1048.756077] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.802410] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.802660] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.802816] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.803169] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.803326] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.803504] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port cc5c6910-5328-40ae-9e57-e379f42c3a0a not found, creating... [ 1048.803805] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.804032] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.804129] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.804399] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.804582] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.804994] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.805148] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.805275] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.805527] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.805707] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.805817] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: cc5c6910-5328-40ae-9e57-e379f42c3a0a is going to be created. [ 1048.839126] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.839520] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.839520] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.839770] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.840043] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.840309] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-cc5c6910-5328-40ae-9e57-e379f42c3a0a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.258752] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.258943] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.259027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.259258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.259551] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.259677] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 is going to be updated. [ 1049.293051] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.293255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.293344] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.293590] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.293759] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.304656] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: IN_PROGRESS for 2s [ 1049.472952] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 1049.472952] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 deletion is rescheduled due to dependency. [ 1049.473155] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.554183] env[66272]: INFO networking_nsxv3.common.synchronization [req-b3584717-def0-458c-92a9-2ca9640c0fb6 req-bdd7760e-2b40-40fb-b6b9-d1d224464393 service nova] Enqueued Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_rules [ 1049.554363] env[66272]: INFO networking_nsxv3.common.synchronization [req-b3584717-def0-458c-92a9-2ca9640c0fb6 req-bdd7760e-2b40-40fb-b6b9-d1d224464393 service nova] Enqueued Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 1049.554427] env[66272]: INFO networking_nsxv3.common.synchronization [req-b3584717-def0-458c-92a9-2ca9640c0fb6 req-bdd7760e-2b40-40fb-b6b9-d1d224464393 service nova] Enqueued Resource ID: cc5c6910-5328-40ae-9e57-e379f42c3a0a with Priority: HIGHEST for action port [ 1049.554975] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_rules [ 1049.555126] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 1049.555221] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5c6910-5328-40ae-9e57-e379f42c3a0a with Priority: HIGHEST for action port [ 1049.555493] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.555593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.555780] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.555863] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.556050] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc5c6910-5328-40ae-9e57-e379f42c3a0a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.556152] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc5c6910-5328-40ae-9e57-e379f42c3a0a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.556214] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc5c6910-5328-40ae-9e57-e379f42c3a0a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.556413] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc5c6910-5328-40ae-9e57-e379f42c3a0a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.556491] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc5c6910-5328-40ae-9e57-e379f42c3a0a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.913284] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: SUCCESS [ 1049.913823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.913823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.913908] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.914136] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.914267] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.914340] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.914541] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.914627] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.914713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.914833] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.915844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.916031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.916196] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.916296] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.916358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.916502] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.916591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.916706] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.058230] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc5c6910-5328-40ae-9e57-e379f42c3a0a with status ACTIVE [ 1050.058462] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.058611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.058759] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.058903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.058992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.059193] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.059296] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.059359] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.059509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.059584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.059862] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.059944] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.059944] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.060160] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.060243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.060329] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc5c6910-5328-40ae-9e57-e379f42c3a0a is going to be updated. [ 1050.085125] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.085364] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.085449] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.085667] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.085809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.085970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc5c6910-5328-40ae-9e57-e379f42c3a0a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.418496] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.418653] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.418808] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.621435] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 1050.621745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.656977] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67dda543-2a26-4737-8d58-d24d6ce86794 in Status: SUCCESS [ 1050.657474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.697376] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: SUCCESS [ 1050.697940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.750131] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: SUCCESS [ 1050.750326] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.922244] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.314927] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: SUCCESS [ 1051.315604] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.315604] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.315604] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.315768] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.315768] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.315856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.315980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.316097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.316233] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.316343] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.317175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.318181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.318381] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.318581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.318731] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.318933] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.319068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.319235] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.426112] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.426112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.426112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.426520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.426705] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.426705] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 is going to be updated. [ 1051.465827] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.465827] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.465827] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.465827] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.465827] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.476868] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: IN_PROGRESS for 2s [ 1051.821946] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.822696] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.822798] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.325323] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.828958] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.829147] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.829317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.829525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.829664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.829766] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 is going to be updated. [ 1052.867605] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.867810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.867810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.868020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.868268] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.879762] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: IN_PROGRESS for 2s [ 1053.493034] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: SUCCESS [ 1053.493034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.493034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.493034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.493034] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.493034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.493034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.493034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.493837] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.494146] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.494504] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.494803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.494967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.495277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.495587] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.495893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.496142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.496477] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.497631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.497631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.497631] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.999981] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0: rpc.has_security_group_logging(os_id): False [ 1054.020328] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.020328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.020328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.020629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.045658] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.045945] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.046090] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.046137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.046338] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.046421] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.046802] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.047039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.047118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.047293] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.047376] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.047695] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.047810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.047874] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.048066] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.048154] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.048243] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 is going to be updated. [ 1054.114517] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.114677] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.114725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.114942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.115110] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.134405] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: IN_PROGRESS for 2s [ 1054.142736] env[66272]: INFO networking_nsxv3.common.synchronization [req-d4e4a3a1-f2b6-4403-adc1-54e0709ef192 req-4a0ea528-8e83-4182-b92a-be07f3da1845 tempest-ImagesTestJSON-1438489800 tempest-ImagesTestJSON-1438489800-project-member] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 1054.143376] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 1054.143703] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.143828] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.143895] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.144390] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.144703] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.144863] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.144964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.145222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.145354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.145411] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.648599] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.648906] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.648906] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.649235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.649331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.649579] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.649713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.649761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.650038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.650173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.650279] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be updated. [ 1054.682467] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.682720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.682894] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.683110] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.683218] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.695235] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 1054.890477] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: SUCCESS [ 1054.890711] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.890874] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.891123] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.891321] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.891444] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.891510] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.891676] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.891759] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.891856] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.394608] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.846740] env[66272]: INFO networking_nsxv3.common.synchronization [req-6cd99d35-e8c4-4b4c-a52d-839134a0dde5 req-8ad44608-1a2b-4c10-91e1-280659b903ad tempest-ServersTestJSON-1771569199 tempest-ServersTestJSON-1771569199-project-member] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1055.847290] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1055.847598] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.847717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.847778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.847972] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.848144] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.848250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.848323] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.848439] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.848515] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.848610] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.899761] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.155638] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: SUCCESS [ 1056.156812] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.157019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.157255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.157341] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.350235] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.403365] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.403565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.403627] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.403910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.404067] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.404218] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 is going to be updated. [ 1056.446051] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.446051] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.446051] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.446051] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.446051] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.458399] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: IN_PROGRESS for 2s [ 1056.660354] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.660548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.660617] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.660789] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.661387] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.661592] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.661592] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.661835] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.661835] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.661997] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.661997] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.706999] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 1056.707475] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a deletion is rescheduled due to dependency. [ 1056.707475] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.853508] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.167123] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.167356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.167356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.167584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.167745] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.167831] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.167895] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.168072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.168170] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.168259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.168409] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.168507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.168507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.168743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.168832] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.168921] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.168971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.169129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.169205] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.169285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.169373] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.356244] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.356631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.356631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.356911] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.357083] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.357156] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 1057.401922] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.402163] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.402163] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.402399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.402563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.418082] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 1057.671796] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0: rpc.has_security_group_logging(os_id): False [ 1057.689975] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.690134] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.690227] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.690436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.690529] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.690741] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.691026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.691026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.691161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.691161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.691351] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.691440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.691501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.691647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.691717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.691995] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.691995] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.692277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.692473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.692558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.692677] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 is going to be updated. [ 1057.766681] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.766825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.766902] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.767237] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.767392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.787768] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: IN_PROGRESS for 2s [ 1057.925280] env[66272]: INFO networking_nsxv3.common.synchronization [req-16b35014-ef9a-45fa-bac0-4b65cde5660a req-5521e042-18f7-4629-b20c-e7738df36638 tempest-ServersTestMultiNic-1044098658 tempest-ServersTestMultiNic-1044098658-project-member] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 1057.925835] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 1057.926240] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.927553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.927553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.927553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.927553] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.927553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.927553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.927937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.927937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.928270] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.178090] env[66272]: INFO networking_nsxv3.common.synchronization [req-16b35014-ef9a-45fa-bac0-4b65cde5660a req-267a83e0-9b14-49a7-ae6a-b0d5f8c9d53e tempest-ServersTestMultiNic-1044098658 tempest-ServersTestMultiNic-1044098658-project-member] Enqueued Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 1058.178090] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 with Priority: HIGHEST for action security_group_members [ 1058.178090] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.179070] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.430588] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.472683] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: SUCCESS [ 1058.472683] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.472889] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.473191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.473448] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.473606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.473766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.473949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.474053] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.474819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.475023] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.475160] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.475244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.475379] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.475528] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.475626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.475681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.475899] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.475980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.476083] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.476200] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.934642] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.981055] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 681be205-55ae-4d0f-a2a0-4814e8e17c37: rpc.has_security_group_logging(os_id): False [ 1058.998440] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.998597] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.998659] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.998887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.018150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.018425] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.019032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.019032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.019032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.019032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.019260] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.019260] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.019260] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.019393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.019461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.019626] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.019717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.019770] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.019909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.019981] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.020076] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 is going to be updated. [ 1059.080875] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.081136] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.081136] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.081430] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.081682] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.120943] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: IN_PROGRESS for 2s [ 1059.430512] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 1059.430844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.440963] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.443178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.443178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.443178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.443178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.443178] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 is going to be updated. [ 1059.470377] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.470667] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.470667] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.473039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.473039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.483144] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: IN_PROGRESS for 2s [ 1059.564281] env[66272]: INFO networking_nsxv3.common.synchronization [req-e89b1057-7f6b-40a5-9023-696e2acccef7 req-f6350646-f660-4399-90e1-ac75c5244a5b tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_members [ 1059.567087] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_members [ 1059.567087] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-acd03fd1-d048-480e-9988-314f303f2d93 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.567087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.567087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.567087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.567087] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.567087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.567087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.567087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.567087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.567087] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.802015] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: SUCCESS [ 1059.802262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.802432] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.802655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.802742] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.070027] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.070027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.070380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.070380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.070450] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.070593] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.070697] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.070758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.070912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.070987] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.071105] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acd03fd1-d048-480e-9988-314f303f2d93 already deleted. [ 1060.071193] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.336597] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.336932] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.337056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.337303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.337410] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.337505] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 is going to be deleted. [ 1060.412887] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.413076] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.413134] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.413344] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.413557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.413557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.726383] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.726632] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.726824] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.727120] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.727405] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.727629] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.727784] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.728046] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.728254] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.728501] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.728672] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.728811] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.728951] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.729119] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.729263] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.729435] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.752652] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.752831] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.752935] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.753091] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.753401] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-e9a34af7-7985-4192-af41-ee9ae204b3f0 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.753572] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-e9a34af7-7985-4192-af41-ee9ae204b3f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.753713] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-e9a34af7-7985-4192-af41-ee9ae204b3f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.754233] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-e9a34af7-7985-4192-af41-ee9ae204b3f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.754392] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9a34af7-7985-4192-af41-ee9ae204b3f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.139598] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: SUCCESS [ 1061.139998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.140201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.140571] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.140782] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.256802] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.256802] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.256802] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.257146] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.258029] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.258029] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port e9a34af7-7985-4192-af41-ee9ae204b3f0 not found, creating... [ 1061.258029] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.258029] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.258029] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.258286] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.258286] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.258541] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.258721] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.258838] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.259113] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.259264] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.259446] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: e9a34af7-7985-4192-af41-ee9ae204b3f0 is going to be created. [ 1061.284325] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.284555] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.284681] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.285036] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.285323] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.285570] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-e9a34af7-7985-4192-af41-ee9ae204b3f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.493514] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 in Status: SUCCESS [ 1061.493804] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.494028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.494336] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.494538] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.494660] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.494721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.494891] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.494969] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.495074] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.645068] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.645298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.645361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.645624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.645829] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.645937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.646082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.646232] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.646393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.646471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.646555] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.934349] env[66272]: INFO networking_nsxv3.common.synchronization [req-70acc9d5-a007-4305-a2c3-2adf19c1ca36 req-cf325406-6887-42cd-a95a-219548dd37f0 tempest-MultipleCreateTestJSON-1722644788 tempest-MultipleCreateTestJSON-1722644788-project-member] Enqueued Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 1061.935236] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 1061.935489] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.935614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.935686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.935988] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.936309] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.936559] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.936559] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.936766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.937055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.937055] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.997878] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.998415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.998554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.998720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.998809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.999027] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.999142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.999206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.999366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.999544] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.999544] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0 is going to be deleted. [ 1062.010486] env[66272]: INFO networking_nsxv3.common.synchronization [req-e89b1057-7f6b-40a5-9023-696e2acccef7 req-1152d135-9efa-402e-8bf9-3582226d36cb service nova] Enqueued Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_rules [ 1062.010486] env[66272]: INFO networking_nsxv3.common.synchronization [req-e89b1057-7f6b-40a5-9023-696e2acccef7 req-1152d135-9efa-402e-8bf9-3582226d36cb service nova] Enqueued Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_members [ 1062.010486] env[66272]: INFO networking_nsxv3.common.synchronization [req-e89b1057-7f6b-40a5-9023-696e2acccef7 req-1152d135-9efa-402e-8bf9-3582226d36cb service nova] Enqueued Resource ID: e9a34af7-7985-4192-af41-ee9ae204b3f0 with Priority: HIGHEST for action port [ 1062.010953] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_rules [ 1062.018218] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_members [ 1062.018218] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9a34af7-7985-4192-af41-ee9ae204b3f0 with Priority: HIGHEST for action port [ 1062.018413] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acd03fd1-d048-480e-9988-314f303f2d93 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.018583] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.018645] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.018842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.018923] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.021380] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-acd03fd1-d048-480e-9988-314f303f2d93 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.021567] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.021638] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.022048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.022048] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.022184] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.022220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.022352] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.022436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.022526] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.023716] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9a34af7-7985-4192-af41-ee9ae204b3f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.023817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9a34af7-7985-4192-af41-ee9ae204b3f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.023876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9a34af7-7985-4192-af41-ee9ae204b3f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.024041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9a34af7-7985-4192-af41-ee9ae204b3f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.025623] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9a34af7-7985-4192-af41-ee9ae204b3f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.040427] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.040682] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.040682] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.041321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.041321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.041321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8e4bb1b-db07-4b5a-a9ab-8c10776e32f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.140640] env[66272]: INFO networking_nsxv3.common.synchronization [req-8ffc5022-c11d-4102-bae3-c54db847a138 req-e44b8105-41d8-4bd3-a41c-97e32b6cc3e2 tempest-MultipleCreateTestJSON-1722644788 tempest-MultipleCreateTestJSON-1722644788-project-member] Enqueued Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 1062.140920] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 with Priority: HIGHEST for action security_group_members [ 1062.141255] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.141356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.148503] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.148750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.442023] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.521201] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-acd03fd1-d048-480e-9988-314f303f2d93 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.521325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.529817] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9a34af7-7985-4192-af41-ee9ae204b3f0 with status ACTIVE [ 1062.530095] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.530215] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.530334] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.531030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.531030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.531030] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.531030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.531030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.531287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.531287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.531466] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.531521] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.531584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.531730] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.531804] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.531886] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9a34af7-7985-4192-af41-ee9ae204b3f0 is going to be updated. [ 1062.533107] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.560207] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.560404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.560494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.560713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.560854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.561038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9a34af7-7985-4192-af41-ee9ae204b3f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.941445] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.035902] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.443669] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.443669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.443669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.444069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.444233] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.444381] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 is going to be updated. [ 1063.485148] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.485365] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.485528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.485759] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.485899] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.497172] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: IN_PROGRESS for 2s [ 1063.537862] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.538081] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.538146] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.538330] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.538410] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.538510] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acd03fd1-d048-480e-9988-314f303f2d93 is going to be created. [ 1063.571117] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.571348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.571348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.571547] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.571705] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.581875] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acd03fd1-d048-480e-9988-314f303f2d93 in Status: UNINITIALIZED for 2s [ 1063.954430] env[66272]: INFO networking_nsxv3.common.synchronization [req-5f665c94-e9c2-4aab-8daa-f6534c652272 req-b087729b-894f-4c4f-aaac-b31c0154e11e tempest-AttachVolumeNegativeTest-738561690 tempest-AttachVolumeNegativeTest-738561690-project-member] Enqueued Resource ID: 67dda543-2a26-4737-8d58-d24d6ce86794 with Priority: HIGHEST for action security_group_members [ 1063.955652] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dda543-2a26-4737-8d58-d24d6ce86794 with Priority: HIGHEST for action security_group_members [ 1063.956464] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-67dda543-2a26-4737-8d58-d24d6ce86794 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.956464] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.956464] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.956681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.956766] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.957107] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.957107] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.958633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.958633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.958633] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67dda543-2a26-4737-8d58-d24d6ce86794',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.461081] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.461081] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.461081] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.461533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.461533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.461533] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.461533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.461778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.461778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.461848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.461912] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67dda543-2a26-4737-8d58-d24d6ce86794 is going to be updated. [ 1064.497901] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.497901] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.498127] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.498227] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.498327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.512445] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67dda543-2a26-4737-8d58-d24d6ce86794 in Status: IN_PROGRESS for 2s [ 1065.412945] env[66272]: INFO networking_nsxv3.common.synchronization [req-7579864f-55a2-48ba-a9a1-45f19ef3ba7e req-b074b8d8-ad85-44cb-a47f-21e08de8e549 tempest-ServerActionsTestJSON-249685309 tempest-ServerActionsTestJSON-249685309-project-member] Enqueued Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_members [ 1065.414078] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_members [ 1065.414078] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.414278] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.414278] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.414440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.414545] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.414646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.414702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.414843] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.415103] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.415103] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.509434] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: SUCCESS [ 1065.509920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.509920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.510054] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.510248] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.510406] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.510467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.510586] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.510666] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.510826] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.592668] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acd03fd1-d048-480e-9988-314f303f2d93 in Status: SUCCESS [ 1065.592668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.592668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.592668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.593064] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.593064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.593064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.593213] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.593286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.593321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.593437] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.917152] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.917345] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.917345] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.917604] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.939645] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.939928] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.940084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.940155] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.940434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.940509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.940798] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 is going to be updated. [ 1065.970106] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.970229] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.970295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.970531] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.970692] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.980757] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: IN_PROGRESS for 2s [ 1066.013615] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.013767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.013834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.014079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.014193] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.014400] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.014501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.014565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.014722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.014798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.014880] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 is going to be updated. [ 1066.044422] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.044422] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.044603] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.044788] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.044975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.066723] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: IN_PROGRESS for 2s [ 1066.095820] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.281555] env[66272]: INFO networking_nsxv3.common.synchronization [req-51bc90d2-cc33-4525-9476-2b265aee1eab req-21923770-f220-4c11-8547-7884fc7112b3 tempest-ServersNegativeTestJSON-2057624651 tempest-ServersNegativeTestJSON-2057624651-project-member] Enqueued Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_members [ 1066.282509] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGHEST for action security_group_members [ 1066.283049] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.283215] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.283340] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.283614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.283821] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.283983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.284050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.284249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.284337] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.284446] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.524180] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67dda543-2a26-4737-8d58-d24d6ce86794 in Status: SUCCESS [ 1066.524571] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67dda543-2a26-4737-8d58-d24d6ce86794 deletion is rescheduled due to dependency. [ 1066.524571] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.599481] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acd03fd1-d048-480e-9988-314f303f2d93: rpc.has_security_group_logging(os_id): False [ 1066.619073] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.619292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.619358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.619828] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.619828] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.619983] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.620108] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.620190] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.620393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.620508] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.620618] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acd03fd1-d048-480e-9988-314f303f2d93 is going to be created. [ 1066.692969] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.693204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.693204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.693404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.693586] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.705166] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acd03fd1-d048-480e-9988-314f303f2d93 in Status: IN_PROGRESS for 2s [ 1066.787944] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.788102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.788173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.788408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.788500] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.788708] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.788889] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.788951] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.789124] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.789205] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.789293] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb is going to be updated. [ 1066.826777] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.826863] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.826919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.827412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.827412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.850475] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: IN_PROGRESS for 2s [ 1067.991626] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: SUCCESS [ 1067.991928] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 deletion is rescheduled due to dependency. [ 1067.991928] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.076965] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: SUCCESS [ 1068.077170] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 deletion is rescheduled due to dependency. [ 1068.077281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.077502] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.077785] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.077997] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.078130] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.078352] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.078552] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.078638] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.078744] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.078908] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-681be205-55ae-4d0f-a2a0-4814e8e17c37 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.079036] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.079095] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.079275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.079414] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.079502] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.079557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.079720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.079790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.079866] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.079975] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.430864] env[66272]: INFO networking_nsxv3.common.synchronization [req-5db98fad-ef22-4802-bbc2-452996de2c84 req-1679e916-e76e-47bd-82f9-fa27fbb856ce tempest-ServerDiskConfigTestJSON-1694584386 tempest-ServerDiskConfigTestJSON-1694584386-project-member] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 1068.431447] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 1068.431763] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.432445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.432445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.432445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.432445] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.432445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.436033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.436033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.436033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.436033] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.582053] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 681be205-55ae-4d0f-a2a0-4814e8e17c37: rpc.has_security_group_logging(os_id): False [ 1068.605748] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.605973] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.605973] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.606313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.606430] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.606683] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.606813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.606885] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.607089] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.607266] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.607488] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.607617] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.607704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.607871] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.607970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.608191] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.608311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.608378] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.608560] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.608642] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.608753] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 is going to be updated. [ 1068.685860] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.685860] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.686166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.686264] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.686409] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.697879] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: IN_PROGRESS for 2s [ 1068.716190] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acd03fd1-d048-480e-9988-314f303f2d93 in Status: SUCCESS [ 1068.716405] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.801996] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.801996] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.801996] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.802316] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.802532] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.802690] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.802803] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.803185] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.803371] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.803580] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.803691] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.803799] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.803901] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.804145] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.804145] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.804246] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.822194] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.822364] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.822527] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.822739] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.823193] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-0c98b2e2-fd5b-4911-8655-b556728f74a6 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.823378] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-0c98b2e2-fd5b-4911-8655-b556728f74a6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.823499] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-0c98b2e2-fd5b-4911-8655-b556728f74a6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.823828] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-0c98b2e2-fd5b-4911-8655-b556728f74a6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.823966] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c98b2e2-fd5b-4911-8655-b556728f74a6',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.871621] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb in Status: SUCCESS [ 1068.871833] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb deletion is rescheduled due to dependency. [ 1068.871959] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.936902] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.937067] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.937136] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.937369] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.937461] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.937652] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.937749] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.937809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.937958] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.938043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.938133] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be updated. [ 1068.962529] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.962678] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.962735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.962940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.963112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.974471] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: IN_PROGRESS for 2s [ 1069.326399] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.326894] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.326975] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.327317] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.327462] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.327687] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 0c98b2e2-fd5b-4911-8655-b556728f74a6 not found, creating... [ 1069.328141] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.328394] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.328675] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.329046] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.329262] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.329738] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.329958] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.330157] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.330488] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.330686] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.330894] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 0c98b2e2-fd5b-4911-8655-b556728f74a6 is going to be created. [ 1069.382174] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.382482] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.382631] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.382998] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.383307] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.383617] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-0c98b2e2-fd5b-4911-8655-b556728f74a6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.052511] env[66272]: INFO networking_nsxv3.common.synchronization [req-5db98fad-ef22-4802-bbc2-452996de2c84 req-973953a9-5edf-426b-9ee4-a19d87dfc3c8 service nova] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_rules [ 1070.052725] env[66272]: INFO networking_nsxv3.common.synchronization [req-5db98fad-ef22-4802-bbc2-452996de2c84 req-973953a9-5edf-426b-9ee4-a19d87dfc3c8 service nova] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 1070.052869] env[66272]: INFO networking_nsxv3.common.synchronization [req-5db98fad-ef22-4802-bbc2-452996de2c84 req-973953a9-5edf-426b-9ee4-a19d87dfc3c8 service nova] Enqueued Resource ID: 0c98b2e2-fd5b-4911-8655-b556728f74a6 with Priority: HIGHEST for action port [ 1070.053404] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_rules [ 1070.053593] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 1070.053701] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c98b2e2-fd5b-4911-8655-b556728f74a6 with Priority: HIGHEST for action port [ 1070.061197] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.061361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.061459] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.061715] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.061832] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.062964] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.063096] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.063323] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c98b2e2-fd5b-4911-8655-b556728f74a6 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.063448] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c98b2e2-fd5b-4911-8655-b556728f74a6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.063512] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c98b2e2-fd5b-4911-8655-b556728f74a6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.063683] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c98b2e2-fd5b-4911-8655-b556728f74a6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.063757] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c98b2e2-fd5b-4911-8655-b556728f74a6',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.566072] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.566422] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.569516] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c98b2e2-fd5b-4911-8655-b556728f74a6 with status ACTIVE [ 1070.569726] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.569849] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.569915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.570710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.570710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.570710] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.570710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.570710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.570710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.570998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.570998] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.571094] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.571094] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.571449] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.571449] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.571449] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c98b2e2-fd5b-4911-8655-b556728f74a6 is going to be updated. [ 1070.604923] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.604923] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.604923] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.604923] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.605201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.605201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c98b2e2-fd5b-4911-8655-b556728f74a6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.711826] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 in Status: SUCCESS [ 1070.712150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.712315] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.712547] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.712633] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('681be205-55ae-4d0f-a2a0-4814e8e17c37',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.984576] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 1070.984761] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 deletion is rescheduled due to dependency. [ 1070.984877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.985405] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.985625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.985814] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.985974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.986072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.986246] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.986328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.986421] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.236082] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.236082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.236082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.236082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.236082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.236082] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 681be205-55ae-4d0f-a2a0-4814e8e17c37 is going to be deleted. [ 1071.317604] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.317748] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.318971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.318971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.318971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.318971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-681be205-55ae-4d0f-a2a0-4814e8e17c37" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.489135] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.991199] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.493941] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.494211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.494286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.494517] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.494611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.494712] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be updated. [ 1072.528843] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.528988] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.529113] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.529520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.529675] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.540423] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: IN_PROGRESS for 2s [ 1072.792855] env[66272]: INFO networking_nsxv3.common.synchronization [req-b205edc0-9a37-4336-91ad-d8166ffa7212 req-43b00b04-8fa9-439c-b73f-a6915e869682 tempest-DeleteServersTestJSON-563395098 tempest-DeleteServersTestJSON-563395098-project-member] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1072.793515] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1072.793761] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.793880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.793954] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.794325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.794514] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.794630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.794679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.794798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.794882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.795045] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.204027] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.204354] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.204548] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.204794] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.205126] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.205296] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.205860] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.205860] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.205860] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.206132] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.206250] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.206354] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.206454] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.206560] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.206660] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.206787] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.227830] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.228015] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.228155] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.228328] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.228653] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-3e51a677-e16c-4170-ac1f-8fb1ee153315 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.230836] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-3e51a677-e16c-4170-ac1f-8fb1ee153315" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.231021] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-3e51a677-e16c-4170-ac1f-8fb1ee153315" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.231370] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-3e51a677-e16c-4170-ac1f-8fb1ee153315" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.231550] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e51a677-e16c-4170-ac1f-8fb1ee153315',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.297953] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.298570] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.298570] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.298570] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.319480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.319741] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.319858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.319924] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.320152] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.320236] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.320325] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1073.358041] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.358269] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.358269] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.358520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.358672] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.371309] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1073.735269] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.735565] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.735730] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.736185] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.736381] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.736667] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 3e51a677-e16c-4170-ac1f-8fb1ee153315 not found, creating... [ 1073.736982] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.737177] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.737322] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.737690] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.737757] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.738696] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.738696] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.738696] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.738696] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.739134] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.739288] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 3e51a677-e16c-4170-ac1f-8fb1ee153315 is going to be created. [ 1073.761213] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.761527] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.761692] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.762402] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.762402] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.762628] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-3e51a677-e16c-4170-ac1f-8fb1ee153315" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.965033] env[66272]: INFO networking_nsxv3.common.synchronization [None req-93c72db7-7e8b-4cc9-b599-1c4e82d8934d None None] Enqueued Resource ID: a2458899-b6d1-4a0c-8eff-4f1862b01e9f with Priority: HIGHEST for action port [ 1073.965757] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2458899-b6d1-4a0c-8eff-4f1862b01e9f with Priority: HIGHEST for action port [ 1073.966141] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2458899-b6d1-4a0c-8eff-4f1862b01e9f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.966247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2458899-b6d1-4a0c-8eff-4f1862b01e9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.966302] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2458899-b6d1-4a0c-8eff-4f1862b01e9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.966601] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2458899-b6d1-4a0c-8eff-4f1862b01e9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.966685] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2458899-b6d1-4a0c-8eff-4f1862b01e9f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.470562] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2458899-b6d1-4a0c-8eff-4f1862b01e9f [ 1074.470958] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.471048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.471095] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.471303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.471388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.471487] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2458899-b6d1-4a0c-8eff-4f1862b01e9f already deleted. [ 1074.471565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2458899-b6d1-4a0c-8eff-4f1862b01e9f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.532974] env[66272]: INFO networking_nsxv3.common.synchronization [req-b205edc0-9a37-4336-91ad-d8166ffa7212 req-642f32ec-e5f7-47da-a70a-74a1122a6f01 service nova] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_rules [ 1074.532974] env[66272]: INFO networking_nsxv3.common.synchronization [req-b205edc0-9a37-4336-91ad-d8166ffa7212 req-642f32ec-e5f7-47da-a70a-74a1122a6f01 service nova] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1074.532974] env[66272]: INFO networking_nsxv3.common.synchronization [req-b205edc0-9a37-4336-91ad-d8166ffa7212 req-642f32ec-e5f7-47da-a70a-74a1122a6f01 service nova] Enqueued Resource ID: 3e51a677-e16c-4170-ac1f-8fb1ee153315 with Priority: HIGHEST for action port [ 1074.533236] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_rules [ 1074.533334] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1074.533400] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e51a677-e16c-4170-ac1f-8fb1ee153315 with Priority: HIGHEST for action port [ 1074.533681] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.533801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.533858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.534790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.534882] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.538137] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.538239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.538847] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e51a677-e16c-4170-ac1f-8fb1ee153315 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.538847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e51a677-e16c-4170-ac1f-8fb1ee153315" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.538847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e51a677-e16c-4170-ac1f-8fb1ee153315" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.538847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e51a677-e16c-4170-ac1f-8fb1ee153315" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.539117] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e51a677-e16c-4170-ac1f-8fb1ee153315',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.551105] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 1074.551348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.551619] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.551919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.552205] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.552377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.552756] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.552756] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.552892] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.552892] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.552963] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.917642] env[66272]: INFO networking_nsxv3.common.synchronization [req-cc13be21-3725-4459-9652-bfb8bd6ddbb8 req-74073572-9e2a-43dc-bd32-4ff8b8dd297a tempest-SecurityGroupRulesNegativeTestJSON-68469479 tempest-SecurityGroupRulesNegativeTestJSON-68469479-project-member] Enqueued Resource ID: 5afdb960-3515-4ade-b157-4c9c2f360cd8 with Priority: HIGHEST for action security_group_rules [ 1074.918220] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afdb960-3515-4ade-b157-4c9c2f360cd8 with Priority: HIGHEST for action security_group_rules [ 1074.918522] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5afdb960-3515-4ade-b157-4c9c2f360cd8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.918627] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5afdb960-3515-4ade-b157-4c9c2f360cd8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.918768] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5afdb960-3515-4ade-b157-4c9c2f360cd8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.918956] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5afdb960-3515-4ade-b157-4c9c2f360cd8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.919189] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5afdb960-3515-4ade-b157-4c9c2f360cd8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.038889] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.039061] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.044837] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e51a677-e16c-4170-ac1f-8fb1ee153315 with status ACTIVE [ 1075.044837] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.044837] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.044837] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.045275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.045275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.045500] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.045574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.045680] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.045787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.046127] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.046446] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.046446] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.046446] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.046816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.046816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.046816] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e51a677-e16c-4170-ac1f-8fb1ee153315 is going to be updated. [ 1075.056955] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.057157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.057306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.057464] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.057689] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.058222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.058222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.058222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.058222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.058222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.058574] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.058574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.058574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.058772] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.058772] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.058896] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.058896] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.059052] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.059155] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.059208] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.059297] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.072803] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.076354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.076354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.076354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.076590] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.077071] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e51a677-e16c-4170-ac1f-8fb1ee153315" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.277904] env[66272]: INFO networking_nsxv3.common.synchronization [req-a746d77e-5028-46e1-b5a5-f3b21c025749 req-98bf6927-f863-4fb5-87c3-dc23d559cab5 tempest-ImagesTestJSON-1438489800 tempest-ImagesTestJSON-1438489800-project-member] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 1075.278463] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 1075.278887] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.279019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.279069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.279480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.279480] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.279480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.279666] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.280025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.280132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.280228] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.385580] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1075.385580] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 deletion is rescheduled due to dependency. [ 1075.385580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.385580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.385774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.386053] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.386053] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.386053] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.386840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.386840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.386840] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.439509] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.439695] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.439738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.439920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.440025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.440488] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5afdb960-3515-4ade-b157-4c9c2f360cd8 already deleted. [ 1075.440488] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5afdb960-3515-4ade-b157-4c9c2f360cd8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.565523] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cea3b7db-51cd-4194-8df2-6f60651cfab8: rpc.has_security_group_logging(os_id): False [ 1075.591999] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.592171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.592234] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.592450] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.592649] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.592723] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.592808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.592868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.593026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.593099] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.593282] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.593533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.593533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.593607] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.593647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.593935] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.594105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.594177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.594419] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.594419] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.594503] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be updated. [ 1075.607343] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.607563] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.607687] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.607977] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.608469] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.608469] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.608601] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.609466] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.609663] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.609938] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.610077] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.610230] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.610305] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.610438] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.610799] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.610799] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.666626] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.666626] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.666826] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.667325] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-934" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.667394] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-f6985b6f-d94a-47fc-a352-8d97117bd5a4 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.667560] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-f6985b6f-d94a-47fc-a352-8d97117bd5a4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.667757] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-f6985b6f-d94a-47fc-a352-8d97117bd5a4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.668143] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-f6985b6f-d94a-47fc-a352-8d97117bd5a4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.668320] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6985b6f-d94a-47fc-a352-8d97117bd5a4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.711314] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.711517] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.711553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.711737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.711885] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.728042] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: IN_PROGRESS for 2s [ 1075.782812] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.782901] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.782938] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.783213] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.783326] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.783543] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.783954] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.784105] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.784334] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.784450] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.784573] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be updated. [ 1075.826619] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.826772] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.826924] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.827219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.827455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.838010] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 1075.872133] env[66272]: INFO networking_nsxv3.common.synchronization [req-c562b4e9-25bb-4554-bda1-d6573930a36d req-8d3ff3dd-833a-4744-9d3c-add1fe33154f tempest-SecurityGroupRulesNegativeTestJSON-68469479 tempest-SecurityGroupRulesNegativeTestJSON-68469479-project-member] Enqueued Resource ID: 5afdb960-3515-4ade-b157-4c9c2f360cd8 with Priority: HIGHEST for action security_group_rules [ 1075.872133] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afdb960-3515-4ade-b157-4c9c2f360cd8 with Priority: HIGHEST for action security_group_rules [ 1075.874808] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5afdb960-3515-4ade-b157-4c9c2f360cd8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.874808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5afdb960-3515-4ade-b157-4c9c2f360cd8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.874808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5afdb960-3515-4ade-b157-4c9c2f360cd8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.874808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5afdb960-3515-4ade-b157-4c9c2f360cd8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.874808] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5afdb960-3515-4ade-b157-4c9c2f360cd8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.893216] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.171027] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.171027] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.171219] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.171375] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.171531] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.171678] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port f6985b6f-d94a-47fc-a352-8d97117bd5a4 not found, creating... [ 1076.171953] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.172127] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.172243] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.172606] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.172606] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.172889] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.173261] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.173261] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.173383] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.173570] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.173650] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: f6985b6f-d94a-47fc-a352-8d97117bd5a4 is going to be created. [ 1076.223198] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.223478] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.223652] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.224345] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.224584] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.224810] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-f6985b6f-d94a-47fc-a352-8d97117bd5a4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.397155] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.397475] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.397475] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.397787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.397825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.398041] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5afdb960-3515-4ade-b157-4c9c2f360cd8 already deleted. [ 1076.398041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5afdb960-3515-4ade-b157-4c9c2f360cd8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.398369] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.752842] env[66272]: INFO networking_nsxv3.common.synchronization [None req-0c306c97-e397-4a7b-9eed-5e798ed38506 None None] Enqueued Resource ID: 165e0813-5d64-4cc3-973f-36b8ccb94b14 with Priority: HIGHEST for action port [ 1076.755304] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 165e0813-5d64-4cc3-973f-36b8ccb94b14 with Priority: HIGHEST for action port [ 1076.755815] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-165e0813-5d64-4cc3-973f-36b8ccb94b14 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.756033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-165e0813-5d64-4cc3-973f-36b8ccb94b14" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.756133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-165e0813-5d64-4cc3-973f-36b8ccb94b14" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.756475] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-165e0813-5d64-4cc3-973f-36b8ccb94b14" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.756599] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('165e0813-5d64-4cc3-973f-36b8ccb94b14',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.907338] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.907473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.907546] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.907762] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.907852] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.907947] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1076.937665] env[66272]: INFO networking_nsxv3.common.synchronization [req-a746d77e-5028-46e1-b5a5-f3b21c025749 req-92b1f695-8db6-4cdc-bf8b-48620861fc89 service nova] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_rules [ 1076.937891] env[66272]: INFO networking_nsxv3.common.synchronization [req-a746d77e-5028-46e1-b5a5-f3b21c025749 req-92b1f695-8db6-4cdc-bf8b-48620861fc89 service nova] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 1076.938077] env[66272]: INFO networking_nsxv3.common.synchronization [req-a746d77e-5028-46e1-b5a5-f3b21c025749 req-92b1f695-8db6-4cdc-bf8b-48620861fc89 service nova] Enqueued Resource ID: f6985b6f-d94a-47fc-a352-8d97117bd5a4 with Priority: HIGHEST for action port [ 1076.938741] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_rules [ 1076.938902] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 1076.939015] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6985b6f-d94a-47fc-a352-8d97117bd5a4 with Priority: HIGHEST for action port [ 1076.940015] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.940153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.940220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.940476] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.940664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.941921] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.942210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.942210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.943584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.943584] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.945206] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.945206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.945206] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6985b6f-d94a-47fc-a352-8d97117bd5a4 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.945206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6985b6f-d94a-47fc-a352-8d97117bd5a4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.945206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6985b6f-d94a-47fc-a352-8d97117bd5a4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.945206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6985b6f-d94a-47fc-a352-8d97117bd5a4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.945605] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6985b6f-d94a-47fc-a352-8d97117bd5a4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.956814] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1077.259195] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 165e0813-5d64-4cc3-973f-36b8ccb94b14 [ 1077.259451] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.259594] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.259687] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.259931] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.260051] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.260148] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:165e0813-5d64-4cc3-973f-36b8ccb94b14 already deleted. [ 1077.260242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-165e0813-5d64-4cc3-973f-36b8ccb94b14" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.446356] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.446356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.449672] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6985b6f-d94a-47fc-a352-8d97117bd5a4 with status ACTIVE [ 1077.449879] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.450023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.450088] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.450305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.450393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.451031] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.451031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.451031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.451031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.451031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.451265] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.451265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.451265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.451415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.451486] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.451568] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6985b6f-d94a-47fc-a352-8d97117bd5a4 is going to be updated. [ 1077.477320] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.477668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.477793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.478059] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.478257] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.478485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6985b6f-d94a-47fc-a352-8d97117bd5a4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.743178] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 1077.743346] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.849767] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 1077.850258] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a deletion is rescheduled due to dependency. [ 1077.850258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.850343] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.850695] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.850847] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.850967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.851046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.851434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.851524] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.851686] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.353750] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.859032] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.970765] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1078.970995] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.971508] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.971508] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.971678] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.971801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.971801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.971993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.971993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.972118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.972166] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.361574] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.361767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.361821] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.362101] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.362245] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.362384] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be updated. [ 1079.394329] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.394329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.394329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.394329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.394329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.402711] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 1079.480769] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.480769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.480769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.480769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.480769] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.480769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.480769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.480769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.480769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.480769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.480769] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.480769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.480769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.480769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.480769] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.480769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.481438] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.481438] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.481438] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.481438] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.481438] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.984317] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d672d11c-f3c6-40dd-9c7d-867414995085: rpc.has_security_group_logging(os_id): False [ 1080.003756] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.004033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.004300] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.004470] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.004550] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.005383] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.005383] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.005383] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.005383] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.005383] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.005383] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.005625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.005625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.005689] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.005756] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.006106] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.006262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.006406] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.006583] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.006696] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.006813] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1080.115919] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.116243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.116331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.116679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.116825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.137820] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1081.414406] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 1081.414806] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.414806] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.415719] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.415966] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.416179] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.416179] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.416367] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.416464] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.416588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.416684] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.439406] env[66272]: INFO networking_nsxv3.common.synchronization [req-e3c0ff59-e4de-4aea-aecc-653dec3850bc req-a3a705bd-0324-4f8f-8796-7ba81cc09718 tempest-ServerRescueNegativeTestJSON-680848364 tempest-ServerRescueNegativeTestJSON-680848364-project-member] Enqueued Resource ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 with Priority: HIGHEST for action security_group_members [ 1081.440296] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 with Priority: HIGHEST for action security_group_members [ 1081.440296] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c4add0-e206-480e-b47f-67c9c2c420d2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.440745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.440745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.440745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.440909] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.440909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.440993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.441126] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.441234] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.441329] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6c4add0-e206-480e-b47f-67c9c2c420d2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.920178] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.920336] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.920397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.920626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.920786] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.920887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.920950] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.921114] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.921202] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.921289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.921434] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.921528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.921588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.921741] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.921860] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.921945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.922010] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.922157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.922232] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.922309] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.922402] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.943315] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.943478] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.943549] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.943858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.968589] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.968732] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.968858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.968924] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.969582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.969688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.969920] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 is going to be updated. [ 1082.006817] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.006817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.006817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.006817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.006817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.027997] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 in Status: IN_PROGRESS for 2s [ 1082.159925] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1082.160447] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.425623] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4d1661b-b7ca-4f46-8aa7-72cee5fd984a: rpc.has_security_group_logging(os_id): False [ 1082.445961] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.446161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.446161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.446371] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.446504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.447557] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.447557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.447557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.447557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.447557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.447557] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.447557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.447557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.447557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.447557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.448026] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.448026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.448026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.448026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.448170] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.448170] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be updated. [ 1082.518114] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.518318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.518388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.518718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.518904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.533840] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 1083.346962] env[66272]: INFO networking_nsxv3.common.synchronization [None req-b4080139-d4b6-4704-b454-214a3cc83ed0 None None] Enqueued Resource ID: ceebcea6-db22-4c12-b719-6fb6c289b565 with Priority: HIGHEST for action port [ 1083.348137] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceebcea6-db22-4c12-b719-6fb6c289b565 with Priority: HIGHEST for action port [ 1083.348137] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceebcea6-db22-4c12-b719-6fb6c289b565 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.348137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceebcea6-db22-4c12-b719-6fb6c289b565" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.348310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceebcea6-db22-4c12-b719-6fb6c289b565" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.349100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceebcea6-db22-4c12-b719-6fb6c289b565" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.349100] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceebcea6-db22-4c12-b719-6fb6c289b565',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.855358] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ceebcea6-db22-4c12-b719-6fb6c289b565 [ 1083.855358] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.855358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.855358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.855358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.855358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.855358] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ceebcea6-db22-4c12-b719-6fb6c289b565 already deleted. [ 1083.855358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceebcea6-db22-4c12-b719-6fb6c289b565" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.041052] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 in Status: SUCCESS [ 1084.041052] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 deletion is rescheduled due to dependency. [ 1084.041052] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.552934] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 1084.553230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.350444] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1088.350761] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1092.247619] env[66272]: INFO networking_nsxv3.common.synchronization [None req-648206a7-1e0b-45a2-a75c-311c61c9db65 tempest-AttachVolumeNegativeTest-738561690 tempest-AttachVolumeNegativeTest-738561690-project-member] Enqueued Resource ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 with Priority: HIGHEST for action security_group_rules [ 1092.248647] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 with Priority: HIGHEST for action security_group_rules [ 1092.249545] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.249803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.249961] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.250400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.251615] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46acef92-02a8-40e3-aaec-0a0bc0ae9676',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.356942] env[66272]: INFO networking_nsxv3.common.synchronization [None req-6beae43b-2342-4053-a2c8-7b718dfa9c91 tempest-AttachVolumeNegativeTest-738561690 tempest-AttachVolumeNegativeTest-738561690-project-member] Enqueued Resource ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 with Priority: HIGHEST for action security_group_rules [ 1092.357778] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 with Priority: HIGHEST for action security_group_rules [ 1092.358575] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.358709] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.776368] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.776544] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.776601] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.776808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.776915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.776998] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 already deleted. [ 1092.777094] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.777248] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.777399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.777476] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46acef92-02a8-40e3-aaec-0a0bc0ae9676',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.302486] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.302822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.302822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.303688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.303688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.303688] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 already deleted. [ 1093.303688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.574216] env[66272]: INFO networking_nsxv3.common.synchronization [None req-391a346b-9dd9-472b-99af-a9823c561f6e None None] Enqueued Resource ID: 5f2660fb-eaea-4695-83e0-8e24e64537fe with Priority: HIGHEST for action port [ 1094.574216] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2660fb-eaea-4695-83e0-8e24e64537fe with Priority: HIGHEST for action port [ 1094.574216] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f2660fb-eaea-4695-83e0-8e24e64537fe taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.574216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f2660fb-eaea-4695-83e0-8e24e64537fe" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.575077] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f2660fb-eaea-4695-83e0-8e24e64537fe" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.575641] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f2660fb-eaea-4695-83e0-8e24e64537fe" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.575906] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f2660fb-eaea-4695-83e0-8e24e64537fe',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.702142] env[66272]: INFO networking_nsxv3.common.synchronization [req-8fd27ee2-1f1c-4366-be53-bb7960f33374 req-2ce3c1be-ac1d-4214-9d1f-d47e09796aff tempest-ServerActionsTestOtherB-1460399298 tempest-ServerActionsTestOtherB-1460399298-project-member] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 1094.703029] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 1094.703876] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.703876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.703876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.703876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.704131] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.704131] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.704239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.704842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.704842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.704842] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.079330] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f2660fb-eaea-4695-83e0-8e24e64537fe [ 1095.079330] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.079672] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.079672] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.079905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.079905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.080112] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f2660fb-eaea-4695-83e0-8e24e64537fe already deleted. [ 1095.080112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f2660fb-eaea-4695-83e0-8e24e64537fe" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.213608] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.213788] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.213867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.214915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.214915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.214915] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.214915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.214915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.214915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.214915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.214915] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 is going to be updated. [ 1095.251244] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.251390] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.252451] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.252451] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.252451] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.262044] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: IN_PROGRESS for 2s [ 1095.269145] env[66272]: INFO networking_nsxv3.common.synchronization [req-0e50b48c-bb8b-4af7-b43b-670a69872cbe req-f5a39543-4d0b-4321-b3b8-3b65bbc0f54a tempest-ImagesTestJSON-1438489800 tempest-ImagesTestJSON-1438489800-project-member] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 1095.269697] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGHEST for action security_group_members [ 1095.269999] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.270126] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.270185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.270394] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.270548] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.270644] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.270709] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.270841] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.270923] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.271028] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.777849] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.778180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.778180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.778385] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.778668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.778766] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.778896] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.778939] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.779132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.779217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.779305] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be updated. [ 1095.808230] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.808421] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.808507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.808753] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.808900] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.821528] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: IN_PROGRESS for 2s [ 1095.923672] env[66272]: INFO networking_nsxv3.common.synchronization [None req-0e1e2e6d-7cd0-4495-82dd-6e1049b56bc0 tempest-ServerActionsTestOtherA-1097849212 tempest-ServerActionsTestOtherA-1097849212-project-member] Enqueued Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_rules [ 1095.924578] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_rules [ 1095.924578] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977f6be2-3e35-4bf1-b83c-192b9830f33f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.925185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.925185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.927415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.927584] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.027712] env[66272]: INFO networking_nsxv3.common.synchronization [None req-f567750b-ba90-42bd-bbb9-3fb7d7d2cfd7 tempest-ServerActionsTestOtherA-1097849212 tempest-ServerActionsTestOtherA-1097849212-project-member] Enqueued Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_rules [ 1096.027890] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_rules [ 1096.029820] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977f6be2-3e35-4bf1-b83c-192b9830f33f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.029820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.163082] env[66272]: INFO networking_nsxv3.common.synchronization [req-9631d268-7c02-4d51-8efc-7a12af39a2c5 req-1cf25604-7295-4bef-8a05-99c9b401c3a6 tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_members [ 1096.163740] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_members [ 1096.164205] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-acd03fd1-d048-480e-9988-314f303f2d93 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.164393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.164477] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.164702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.164870] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.164969] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.165040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.165188] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.165272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.165366] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.461503] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.461835] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.461905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.462145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.462253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.462367] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f already deleted. [ 1096.462466] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.462715] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.462910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.462997] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.669682] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.789272] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.789559] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.789601] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.789844] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.790817] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.790817] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.790998] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.791209] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.791385] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.791599] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.791719] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.791826] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.791926] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.792039] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.792139] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.792270] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.812852] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.813052] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.813199] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.813413] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.813715] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-4edf03bc-93a0-4fa7-b948-48acb13e4a54 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.813934] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-4edf03bc-93a0-4fa7-b948-48acb13e4a54" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.814084] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-4edf03bc-93a0-4fa7-b948-48acb13e4a54" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.814452] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-4edf03bc-93a0-4fa7-b948-48acb13e4a54" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.814597] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4edf03bc-93a0-4fa7-b948-48acb13e4a54',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.988251] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.988449] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.988542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.988770] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.988831] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.988925] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f already deleted. [ 1096.989020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.120661] env[66272]: INFO networking_nsxv3.common.synchronization [None req-e756f57f-8771-4c8c-aa96-d43a2b0fbbb3 None None] Enqueued Resource ID: 1d8ea762-708c-47e2-8e11-b3a0d5c5084d with Priority: HIGHEST for action port [ 1097.121267] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d8ea762-708c-47e2-8e11-b3a0d5c5084d with Priority: HIGHEST for action port [ 1097.121587] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d8ea762-708c-47e2-8e11-b3a0d5c5084d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.122559] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d8ea762-708c-47e2-8e11-b3a0d5c5084d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.122638] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d8ea762-708c-47e2-8e11-b3a0d5c5084d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.124073] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d8ea762-708c-47e2-8e11-b3a0d5c5084d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.124245] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d8ea762-708c-47e2-8e11-b3a0d5c5084d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.175864] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.273243] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: IN_PROGRESS for 4s [ 1097.317744] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.317744] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.317744] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.317744] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.317744] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.317744] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 4edf03bc-93a0-4fa7-b948-48acb13e4a54 not found, creating... [ 1097.318323] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.318323] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.318323] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.318756] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.318756] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.319114] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.319289] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.319408] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.319742] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.319884] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.320311] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 4edf03bc-93a0-4fa7-b948-48acb13e4a54 is going to be created. [ 1097.348188] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.348451] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.348579] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.348944] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.349262] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.349668] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-4edf03bc-93a0-4fa7-b948-48acb13e4a54" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.627037] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d8ea762-708c-47e2-8e11-b3a0d5c5084d [ 1097.627037] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.627205] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.627241] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.627457] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.627545] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.627639] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d8ea762-708c-47e2-8e11-b3a0d5c5084d already deleted. [ 1097.627721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d8ea762-708c-47e2-8e11-b3a0d5c5084d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.679436] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.679720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.679849] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.680167] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.680772] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.680772] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acd03fd1-d048-480e-9988-314f303f2d93 is going to be updated. [ 1097.711829] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.712050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.712050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.712284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.712425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.721774] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acd03fd1-d048-480e-9988-314f303f2d93 in Status: IN_PROGRESS for 2s [ 1097.832034] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a in Status: SUCCESS [ 1097.833128] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a deletion is rescheduled due to dependency. [ 1097.833362] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.120026] env[66272]: INFO networking_nsxv3.common.synchronization [req-9631d268-7c02-4d51-8efc-7a12af39a2c5 req-880348d2-53c8-4fb9-8d2f-67715c02e5b5 service nova] Enqueued Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_rules [ 1098.120026] env[66272]: INFO networking_nsxv3.common.synchronization [req-9631d268-7c02-4d51-8efc-7a12af39a2c5 req-880348d2-53c8-4fb9-8d2f-67715c02e5b5 service nova] Enqueued Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_members [ 1098.120026] env[66272]: INFO networking_nsxv3.common.synchronization [req-9631d268-7c02-4d51-8efc-7a12af39a2c5 req-880348d2-53c8-4fb9-8d2f-67715c02e5b5 service nova] Enqueued Resource ID: 4edf03bc-93a0-4fa7-b948-48acb13e4a54 with Priority: HIGHEST for action port [ 1098.120281] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_rules [ 1098.120426] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_members [ 1098.120525] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4edf03bc-93a0-4fa7-b948-48acb13e4a54 with Priority: HIGHEST for action port [ 1098.120796] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acd03fd1-d048-480e-9988-314f303f2d93 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.120923] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.121233] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.121306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.121383] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.122915] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-acd03fd1-d048-480e-9988-314f303f2d93 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.122915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.123075] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-4edf03bc-93a0-4fa7-b948-48acb13e4a54 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.123632] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4edf03bc-93a0-4fa7-b948-48acb13e4a54" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.123632] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4edf03bc-93a0-4fa7-b948-48acb13e4a54" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.123632] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4edf03bc-93a0-4fa7-b948-48acb13e4a54" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.123632] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4edf03bc-93a0-4fa7-b948-48acb13e4a54',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.625889] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-acd03fd1-d048-480e-9988-314f303f2d93 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.626096] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.627306] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4edf03bc-93a0-4fa7-b948-48acb13e4a54 with status ACTIVE [ 1098.627504] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.627623] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.627692] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.627939] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.627993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.628181] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.628301] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.628372] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.628535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.628614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.628795] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.628887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.628949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.629102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.629176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.629260] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4edf03bc-93a0-4fa7-b948-48acb13e4a54 is going to be updated. [ 1098.654107] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.654303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.654395] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.654630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.654768] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.654923] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4edf03bc-93a0-4fa7-b948-48acb13e4a54" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.284742] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: SUCCESS [ 1099.285069] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 deletion is rescheduled due to dependency. [ 1099.285069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.731663] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acd03fd1-d048-480e-9988-314f303f2d93 in Status: SUCCESS [ 1099.732281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.732281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.732380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.732519] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.732637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.732701] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.732861] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.732940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.733045] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.236058] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.738180] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.037284] env[66272]: INFO networking_nsxv3.common.synchronization [req-6eb2fdd8-3962-4545-b0b7-b23f31b095d6 req-e0f7f7aa-25a8-467c-bb93-29ce4c032568 tempest-ServersTestJSON-1771569199 tempest-ServersTestJSON-1771569199-project-member] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1101.037919] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1101.038282] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.038425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.038503] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.038743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.038880] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.038981] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.039055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.039214] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.039304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.039398] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.240354] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.240525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.240561] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.240863] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.240919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.241019] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acd03fd1-d048-480e-9988-314f303f2d93 is going to be updated. [ 1101.272159] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.272159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.272159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.272159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.272159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.281349] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acd03fd1-d048-480e-9988-314f303f2d93 in Status: IN_PROGRESS for 2s [ 1101.502877] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.503238] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.503238] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.503513] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.503777] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.503932] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.504068] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.504292] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.504438] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.504650] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.504761] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.504869] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.504971] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.505092] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.505197] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.505327] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.523509] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.523715] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.523939] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.524152] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.524470] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-10ff8f71-b28f-45bb-a761-ffa3860ff9f0 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.524641] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-10ff8f71-b28f-45bb-a761-ffa3860ff9f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.524758] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-10ff8f71-b28f-45bb-a761-ffa3860ff9f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.525107] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-10ff8f71-b28f-45bb-a761-ffa3860ff9f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.525259] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ff8f71-b28f-45bb-a761-ffa3860ff9f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.541117] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.027692] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.028098] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.028149] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.028498] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.028660] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.028816] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 10ff8f71-b28f-45bb-a761-ffa3860ff9f0 not found, creating... [ 1102.029084] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.029240] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.029420] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.029646] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.029780] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.030176] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.030417] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.030582] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.030805] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.030938] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.031096] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 10ff8f71-b28f-45bb-a761-ffa3860ff9f0 is going to be created. [ 1102.042934] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.049920] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.050181] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.050299] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.050573] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.050797] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.051027] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-10ff8f71-b28f-45bb-a761-ffa3860ff9f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.545635] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.545778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.545813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.546517] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.546609] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.546717] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 1102.577654] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.577809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.577878] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.578118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.578264] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.589665] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 1102.913611] env[66272]: INFO networking_nsxv3.common.synchronization [req-6eb2fdd8-3962-4545-b0b7-b23f31b095d6 req-ec9c9c9d-c625-4b53-a13b-529f94f6f081 service nova] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_rules [ 1102.913800] env[66272]: INFO networking_nsxv3.common.synchronization [req-6eb2fdd8-3962-4545-b0b7-b23f31b095d6 req-ec9c9c9d-c625-4b53-a13b-529f94f6f081 service nova] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1102.914127] env[66272]: INFO networking_nsxv3.common.synchronization [req-6eb2fdd8-3962-4545-b0b7-b23f31b095d6 req-ec9c9c9d-c625-4b53-a13b-529f94f6f081 service nova] Enqueued Resource ID: 10ff8f71-b28f-45bb-a761-ffa3860ff9f0 with Priority: HIGHEST for action port [ 1102.914480] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_rules [ 1102.914622] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1102.914718] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10ff8f71-b28f-45bb-a761-ffa3860ff9f0 with Priority: HIGHEST for action port [ 1102.915049] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.915132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.915260] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.915468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.915505] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.916776] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.916867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.917110] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-10ff8f71-b28f-45bb-a761-ffa3860ff9f0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.917217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10ff8f71-b28f-45bb-a761-ffa3860ff9f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.917217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10ff8f71-b28f-45bb-a761-ffa3860ff9f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.917377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10ff8f71-b28f-45bb-a761-ffa3860ff9f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.918381] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ff8f71-b28f-45bb-a761-ffa3860ff9f0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.294110] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acd03fd1-d048-480e-9988-314f303f2d93 in Status: SUCCESS [ 1103.294427] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.294569] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.294752] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.295063] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.295198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.295271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.295537] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.295621] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.295704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.295795] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.419597] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.419741] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.419929] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10ff8f71-b28f-45bb-a761-ffa3860ff9f0 with status ACTIVE [ 1103.420110] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.421037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.421037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.421037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.421037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.421037] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.421037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.421037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.421037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.421646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.421646] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.421646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.421646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.421646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.421646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.421814] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10ff8f71-b28f-45bb-a761-ffa3860ff9f0 is going to be updated. [ 1103.451519] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.451709] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.451815] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.452101] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.452445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.452488] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10ff8f71-b28f-45bb-a761-ffa3860ff9f0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.797987] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.300748] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acd03fd1-d048-480e-9988-314f303f2d93: rpc.has_security_group_logging(os_id): False [ 1104.321677] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.321895] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.322011] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.322374] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.322511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.322812] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.322928] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.322993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.323319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.323429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.323553] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acd03fd1-d048-480e-9988-314f303f2d93 is going to be updated. [ 1104.417869] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.418159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.418224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.418528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.418767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.449025] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acd03fd1-d048-480e-9988-314f303f2d93 in Status: IN_PROGRESS for 2s [ 1104.600921] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 1104.601223] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.601432] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.601727] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.601954] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.602120] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.602193] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.602395] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.602489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.602611] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.104977] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.176224] env[66272]: INFO networking_nsxv3.common.synchronization [req-0c28248a-f5cb-4958-b709-6a236008cbc8 req-7f32d015-2fce-4ed1-bd32-1fa98fd3e2f6 tempest-ServerActionsTestJSON-249685309 tempest-ServerActionsTestJSON-249685309-project-member] Enqueued Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_members [ 1105.176798] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_members [ 1105.177316] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.177439] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.177505] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.177703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.177855] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.177946] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.178064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.178159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.178241] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.178371] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.538013] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-670 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.538319] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-670" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.538411] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-670" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.539484] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-670" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.539484] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.540746] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.540746] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.540746] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.540746] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.540959] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.541141] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.541304] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.541461] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.542029] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.542029] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.542029] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.562440] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.562758] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.562989] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.563226] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-670" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.563645] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-1497aed0-6223-4205-8737-c75e283ad70f taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.564452] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-1497aed0-6223-4205-8737-c75e283ad70f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.564601] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-1497aed0-6223-4205-8737-c75e283ad70f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.564938] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-1497aed0-6223-4205-8737-c75e283ad70f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.565091] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1497aed0-6223-4205-8737-c75e283ad70f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.607472] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.680675] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.680865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.680942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.681204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.681295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.681505] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.681605] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.681665] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.681815] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.681890] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.681976] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 is going to be updated. [ 1105.717921] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.718099] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.718361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.718423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.718613] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.728860] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: IN_PROGRESS for 2s [ 1106.070038] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.070038] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.070038] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.070038] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.070038] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.070038] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 1497aed0-6223-4205-8737-c75e283ad70f not found, creating... [ 1106.070038] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.070038] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.070038] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.070038] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.070038] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.070528] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.070528] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.070528] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.070528] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.071036] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.071381] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 1497aed0-6223-4205-8737-c75e283ad70f is going to be created. [ 1106.092982] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.092982] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.093167] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.093562] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.093914] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.094234] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-1497aed0-6223-4205-8737-c75e283ad70f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.110202] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.110445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.110569] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.110820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.110960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.111230] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 1106.173715] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.173921] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.174024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.174275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.174451] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.196522] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 1106.465456] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acd03fd1-d048-480e-9988-314f303f2d93 in Status: SUCCESS [ 1106.465456] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.828116] env[66272]: INFO networking_nsxv3.common.synchronization [req-0c28248a-f5cb-4958-b709-6a236008cbc8 req-9a1ad838-0945-46e0-a14d-86ef4fdede3b service nova] Enqueued Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_rules [ 1106.828116] env[66272]: INFO networking_nsxv3.common.synchronization [req-0c28248a-f5cb-4958-b709-6a236008cbc8 req-9a1ad838-0945-46e0-a14d-86ef4fdede3b service nova] Enqueued Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_members [ 1106.828116] env[66272]: INFO networking_nsxv3.common.synchronization [req-0c28248a-f5cb-4958-b709-6a236008cbc8 req-9a1ad838-0945-46e0-a14d-86ef4fdede3b service nova] Enqueued Resource ID: 1497aed0-6223-4205-8737-c75e283ad70f with Priority: HIGHEST for action port [ 1106.828116] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_rules [ 1106.828733] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_members [ 1106.828933] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1497aed0-6223-4205-8737-c75e283ad70f with Priority: HIGHEST for action port [ 1106.829321] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.829700] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.829854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.830206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.830367] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.831512] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.831701] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.832044] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-1497aed0-6223-4205-8737-c75e283ad70f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.832290] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1497aed0-6223-4205-8737-c75e283ad70f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.832447] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1497aed0-6223-4205-8737-c75e283ad70f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.832797] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1497aed0-6223-4205-8737-c75e283ad70f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.832947] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1497aed0-6223-4205-8737-c75e283ad70f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.335239] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.335395] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.335602] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1497aed0-6223-4205-8737-c75e283ad70f with status ACTIVE [ 1107.335773] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.335881] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.336010] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.336174] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.336264] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.336740] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.336793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.336905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.337091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.337146] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.337890] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.338021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.338239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.338293] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.338347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.338438] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1497aed0-6223-4205-8737-c75e283ad70f is going to be updated. [ 1107.362161] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.362161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.362161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.362161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.362161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.363088] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1497aed0-6223-4205-8737-c75e283ad70f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.554987] env[66272]: INFO networking_nsxv3.common.synchronization [req-98a91c1a-0992-476e-9d6b-a714b7ee8c4f req-d084aefb-3e3e-45d0-a4ff-dcb81dba77f2 tempest-AttachVolumeNegativeTest-738561690 tempest-AttachVolumeNegativeTest-738561690-project-member] Enqueued Resource ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 with Priority: HIGHEST for action security_group_members [ 1107.555704] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 with Priority: HIGHEST for action security_group_members [ 1107.556015] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-46acef92-02a8-40e3-aaec-0a0bc0ae9676 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.558774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.558774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.558774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.558774] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.558774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.558774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.558774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.558774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.558774] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46acef92-02a8-40e3-aaec-0a0bc0ae9676',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.738987] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: SUCCESS [ 1107.739708] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 deletion is rescheduled due to dependency. [ 1107.739708] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.739708] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.739854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.739955] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.740079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.740142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.740305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.740377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.740736] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.911915] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.912313] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-713" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.912492] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-713" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.912796] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-713" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.913109] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.913303] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.913439] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.913700] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.913861] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.914140] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.914809] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.914809] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.914809] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.914809] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.914809] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.915036] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.934429] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.934563] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.934716] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.934897] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-713" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.935368] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-832cb98c-e484-42b4-90e5-40893ab62622 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.935584] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-832cb98c-e484-42b4-90e5-40893ab62622" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.935736] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-832cb98c-e484-42b4-90e5-40893ab62622" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.936113] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-832cb98c-e484-42b4-90e5-40893ab62622" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.936308] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('832cb98c-e484-42b4-90e5-40893ab62622',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.058872] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.059067] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.059137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.059361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.059478] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.059691] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.059793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.059852] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.060016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.060095] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.060178] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 already deleted. [ 1108.060257] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.208080] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 1108.208313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.208582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.208816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.209016] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.209144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.209209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.209373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.209453] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.209535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.209625] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.248075] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.439432] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.439432] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.439599] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.439874] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.439991] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.440171] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 832cb98c-e484-42b4-90e5-40893ab62622 not found, creating... [ 1108.440430] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.440585] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.440703] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.440928] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.441102] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.441389] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.441545] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.441662] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.441872] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.442049] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.442195] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 832cb98c-e484-42b4-90e5-40893ab62622 is going to be created. [ 1108.463793] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.464053] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.464196] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.464468] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.464694] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.464910] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-832cb98c-e484-42b4-90e5-40893ab62622" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.712010] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.712235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.712296] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.712582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.712689] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.712784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.712847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.713014] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.713116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.713214] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.713414] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.713538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.713588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.713719] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.713925] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.714048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.714048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.714203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.714536] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.714602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.714693] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.749439] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.188910] env[66272]: INFO networking_nsxv3.common.synchronization [req-98a91c1a-0992-476e-9d6b-a714b7ee8c4f req-63698934-d3da-4517-9f5a-afc54caf187e service nova] Enqueued Resource ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 with Priority: HIGHEST for action security_group_rules [ 1109.188910] env[66272]: INFO networking_nsxv3.common.synchronization [req-98a91c1a-0992-476e-9d6b-a714b7ee8c4f req-63698934-d3da-4517-9f5a-afc54caf187e service nova] Enqueued Resource ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 with Priority: HIGHEST for action security_group_members [ 1109.189230] env[66272]: INFO networking_nsxv3.common.synchronization [req-98a91c1a-0992-476e-9d6b-a714b7ee8c4f req-63698934-d3da-4517-9f5a-afc54caf187e service nova] Enqueued Resource ID: 832cb98c-e484-42b4-90e5-40893ab62622 with Priority: HIGHEST for action port [ 1109.189633] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 with Priority: HIGHEST for action security_group_rules [ 1109.189827] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 with Priority: HIGHEST for action security_group_members [ 1109.189954] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832cb98c-e484-42b4-90e5-40893ab62622 with Priority: HIGHEST for action port [ 1109.190690] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.190690] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.190690] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.190690] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.190882] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46acef92-02a8-40e3-aaec-0a0bc0ae9676',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.192432] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-46acef92-02a8-40e3-aaec-0a0bc0ae9676 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.192563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.192696] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.192880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.193095] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.193228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.193313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.193516] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.193892] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.193892] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46acef92-02a8-40e3-aaec-0a0bc0ae9676',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.195187] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-832cb98c-e484-42b4-90e5-40893ab62622 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.195541] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-832cb98c-e484-42b4-90e5-40893ab62622" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.195541] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-832cb98c-e484-42b4-90e5-40893ab62622" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.195630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-832cb98c-e484-42b4-90e5-40893ab62622" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.195696] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('832cb98c-e484-42b4-90e5-40893ab62622',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.218322] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1921863-d26c-4bc1-bbc7-b11aaf78fc61: rpc.has_security_group_logging(os_id): False [ 1109.237773] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.237917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.237985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.238216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.254022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.254022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.254022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.254022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.254022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.254394] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 is going to be updated. [ 1109.258167] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.258314] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.258443] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.258482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.258669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.258749] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.258947] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.259055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.259119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.259262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.259337] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.259516] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.259608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.259667] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.259809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.259882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.259964] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 1109.284873] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.285024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.285089] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.285397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.285545] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.294160] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: IN_PROGRESS for 2s [ 1109.326944] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.327274] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.327350] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.327598] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.327754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.363288] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 1109.697307] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46acef92-02a8-40e3-aaec-0a0bc0ae9676',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.698322] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-46acef92-02a8-40e3-aaec-0a0bc0ae9676 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.698450] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.699967] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 832cb98c-e484-42b4-90e5-40893ab62622 with status ACTIVE [ 1109.699967] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.699967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.699967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.699967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.699967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.699967] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.699967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.699967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.699967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.699967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.699967] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.700444] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.700626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.700846] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.700968] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.701140] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 832cb98c-e484-42b4-90e5-40893ab62622 is going to be updated. [ 1109.729787] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.730057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.730171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.730463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.730662] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.730869] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-832cb98c-e484-42b4-90e5-40893ab62622" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.203734] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46acef92-02a8-40e3-aaec-0a0bc0ae9676',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.706234] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.706616] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.706616] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.707390] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.707543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.707635] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 is going to be created. [ 1110.732734] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.732982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.733106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.733400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.733617] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.746639] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 in Status: UNINITIALIZED for 2s [ 1110.879851] env[66272]: INFO networking_nsxv3.common.synchronization [req-eab7e0aa-b726-433d-96c1-e15b05e8344c req-409ab2ba-8b3a-48d6-acc0-235d4d9c57a2 tempest-ServerRescueNegativeTestJSON-680848364 tempest-ServerRescueNegativeTestJSON-680848364-project-member] Enqueued Resource ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee with Priority: HIGHEST for action security_group_members [ 1110.883496] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee with Priority: HIGHEST for action security_group_members [ 1110.883496] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a5ae4f-38fb-48bc-9500-6614c62664ee taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.883496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.883496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.883496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.883496] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.883496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.883496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.883496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.883496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.883496] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.145426] env[66272]: INFO networking_nsxv3.common.synchronization [None req-4ef6b1de-ee5b-4a70-884b-528952c62f27 tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 1111.145943] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 1111.146269] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.146386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.146454] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.147180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.147180] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.147180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.147180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.147180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.147180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.147473] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.308023] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: SUCCESS [ 1111.308023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.308023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.308023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.308023] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.308023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.308023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.308023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.308023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.308023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.308023] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.378687] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 1111.378687] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.386218] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.650079] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.651469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.651469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.651469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.651469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.651469] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.651469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.651469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.651469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.651469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.651799] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be deleted. [ 1111.681380] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.681608] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.681653] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.682039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.682178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.682298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.812425] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.888417] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.030123] env[66272]: INFO networking_nsxv3.common.synchronization [req-38ed5a1c-fd60-4376-9332-a38f70a81afc req-e3e8f813-d211-4570-961a-742bcfda1bac tempest-ServerActionsTestOtherA-1097849212 tempest-ServerActionsTestOtherA-1097849212-project-member] Enqueued Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_members [ 1112.030123] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_members [ 1112.030545] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-977f6be2-3e35-4bf1-b83c-192b9830f33f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.030664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.030726] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.033754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.033754] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.033754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.033754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.033754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.033754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.033754] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.315446] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4c45e4a-a070-4b09-ac6c-4d4f14eac691: rpc.has_security_group_logging(os_id): False [ 1112.336010] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.336175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.336291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.336446] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.336526] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.336818] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.336890] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.336921] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.337081] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.337162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.337263] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 is going to be updated. [ 1112.391580] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.391898] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.391898] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.392094] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.392217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.392255] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee is going to be updated. [ 1112.424612] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.424786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.424897] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.425244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.425472] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.439421] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.439602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.439700] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.439976] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.440406] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.442565] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee in Status: IN_PROGRESS for 2s [ 1112.454335] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: IN_PROGRESS for 2s [ 1112.471024] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.471024] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.471204] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.471464] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.471765] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.471960] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.472502] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.473903] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.473903] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.473903] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.473903] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.473903] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.474282] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.474495] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.474691] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.474902] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.505948] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.506217] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.506414] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.506662] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.507077] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-90fda420-b2bd-4385-8de1-98f18aac6926 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.507314] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-90fda420-b2bd-4385-8de1-98f18aac6926" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.507484] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-90fda420-b2bd-4385-8de1-98f18aac6926" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.507880] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-90fda420-b2bd-4385-8de1-98f18aac6926" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.509345] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90fda420-b2bd-4385-8de1-98f18aac6926',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.535312] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.535536] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.535591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.535909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.536029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.536349] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.536545] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.536595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.536783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.536908] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.537069] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f already deleted. [ 1112.537136] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.759152] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 in Status: SUCCESS [ 1112.759324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.759473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.759983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.759983] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.760176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.760176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.760262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.760626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.760626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.760626] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46acef92-02a8-40e3-aaec-0a0bc0ae9676',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.012170] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.012170] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.012414] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.012509] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.012659] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.012827] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 90fda420-b2bd-4385-8de1-98f18aac6926 not found, creating... [ 1113.013093] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.013309] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.013429] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.013692] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.013850] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.014593] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.014757] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.014875] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.015286] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.015781] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.015781] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 90fda420-b2bd-4385-8de1-98f18aac6926 is going to be created. [ 1113.039625] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.039943] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.040035] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.040319] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.040541] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.040759] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-90fda420-b2bd-4385-8de1-98f18aac6926" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.262414] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46acef92-02a8-40e3-aaec-0a0bc0ae9676',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.744517] env[66272]: INFO networking_nsxv3.common.synchronization [req-38ed5a1c-fd60-4376-9332-a38f70a81afc req-49815e40-3f8a-454b-befc-aaa1e4c73de5 service nova] Enqueued Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_rules [ 1113.744817] env[66272]: INFO networking_nsxv3.common.synchronization [req-38ed5a1c-fd60-4376-9332-a38f70a81afc req-49815e40-3f8a-454b-befc-aaa1e4c73de5 service nova] Enqueued Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_members [ 1113.744880] env[66272]: INFO networking_nsxv3.common.synchronization [req-38ed5a1c-fd60-4376-9332-a38f70a81afc req-49815e40-3f8a-454b-befc-aaa1e4c73de5 service nova] Enqueued Resource ID: 90fda420-b2bd-4385-8de1-98f18aac6926 with Priority: HIGHEST for action port [ 1113.745555] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_rules [ 1113.745555] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_members [ 1113.745647] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fda420-b2bd-4385-8de1-98f18aac6926 with Priority: HIGHEST for action port [ 1113.745933] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977f6be2-3e35-4bf1-b83c-192b9830f33f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.746114] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.746158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.746390] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.746427] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.747242] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-977f6be2-3e35-4bf1-b83c-192b9830f33f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.747354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.747420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.747634] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.747842] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.747842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.747945] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.747981] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.748081] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.748159] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.748917] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-90fda420-b2bd-4385-8de1-98f18aac6926 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.748992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90fda420-b2bd-4385-8de1-98f18aac6926" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.749838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90fda420-b2bd-4385-8de1-98f18aac6926" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.750571] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90fda420-b2bd-4385-8de1-98f18aac6926" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.750698] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90fda420-b2bd-4385-8de1-98f18aac6926',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.764626] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46acef92-02a8-40e3-aaec-0a0bc0ae9676: rpc.has_security_group_logging(os_id): False [ 1113.784098] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.784249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.784317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.784515] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.784606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.784841] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.784942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.785009] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.785202] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.785282] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.785370] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 is going to be created. [ 1113.850823] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.851027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.851464] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.851464] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.851559] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.865548] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 in Status: IN_PROGRESS for 2s [ 1114.253435] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-977f6be2-3e35-4bf1-b83c-192b9830f33f taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.253733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.253899] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.254766] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90fda420-b2bd-4385-8de1-98f18aac6926 with status ACTIVE [ 1114.254955] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.255100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.255221] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.255373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.255462] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.255650] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.255749] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.255798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.255964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.256056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.256280] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.256380] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.256440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.256580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.256651] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.256741] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90fda420-b2bd-4385-8de1-98f18aac6926 is going to be updated. [ 1114.286015] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.286015] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.286284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.286284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.286496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.286619] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90fda420-b2bd-4385-8de1-98f18aac6926" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.454750] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee in Status: SUCCESS [ 1114.454904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.470722] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: SUCCESS [ 1114.470888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.654349] env[66272]: INFO networking_nsxv3.common.synchronization [req-900b6ccf-6c9e-464f-940f-f1f0305752d2 req-bdbbc2ff-b3a0-4b26-aecc-5f4a5cb89973 tempest-DeleteServersTestJSON-563395098 tempest-DeleteServersTestJSON-563395098-project-member] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1114.655014] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1114.655581] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.655581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.655775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.656228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.656228] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.656228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.656423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.656423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.656503] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.656591] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.758721] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.159675] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.159853] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.159920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.160306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.160497] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.160667] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.160790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.160889] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.161291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.161291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.161291] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1115.195465] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.195735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.195735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.195922] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.196116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.207086] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1115.261840] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.262062] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.262114] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.262377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.262480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.262580] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f is going to be created. [ 1115.311042] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.311042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.311042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.311042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.311314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.327299] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f in Status: UNINITIALIZED for 2s [ 1115.881217] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 in Status: SUCCESS [ 1115.881544] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.618962] env[66272]: INFO networking_nsxv3.common.synchronization [req-3cdd5cac-3647-4c65-91d1-8a7205d5ee84 req-25379715-8829-408b-abbd-69e506b3286c tempest-ServersTestJSON-1771569199 tempest-ServersTestJSON-1771569199-project-member] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1116.621717] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1116.621717] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.621717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.621717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.621717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.621717] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.621717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.621717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.621717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.621717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.621717] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.123590] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.219996] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1117.220124] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 deletion is rescheduled due to dependency. [ 1117.220248] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.338210] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f in Status: SUCCESS [ 1117.338726] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.338929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.339194] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.339435] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.339631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.339865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.340069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.340167] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.340360] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.340533] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.626564] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.843571] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.129576] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.129859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.129949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.130161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.130284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.130398] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 1118.159591] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.159765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.159802] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.159998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.160590] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.170641] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 1118.291732] env[66272]: INFO networking_nsxv3.common.synchronization [req-70789c46-f457-4aa0-97e9-c389a1d0c4ec req-f445c660-671f-4951-a446-7bfc172a24d5 tempest-ServerRescueNegativeTestJSON-680848364 tempest-ServerRescueNegativeTestJSON-680848364-project-member] Enqueued Resource ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee with Priority: HIGHEST for action security_group_members [ 1118.295299] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee with Priority: HIGHEST for action security_group_members [ 1118.296462] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-61a5ae4f-38fb-48bc-9500-6614c62664ee taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.296462] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.296462] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.296852] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.297102] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.297272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.297366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.297658] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.297800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.297948] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.347976] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 977f6be2-3e35-4bf1-b83c-192b9830f33f: rpc.has_security_group_logging(os_id): False [ 1118.367531] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.367531] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.367531] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.367867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.367867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.368074] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.368165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.368227] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.368402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.368738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.368738] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f is going to be created. [ 1118.441073] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.441073] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.441413] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.441743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.441983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.456874] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f in Status: IN_PROGRESS for 2s [ 1118.662855] env[66272]: INFO networking_nsxv3.common.synchronization [req-bea0e3b0-e3e6-4ab2-b3e7-e55f16e5c19a req-7649a925-b248-4d50-a974-07e7e8647be0 tempest-ServerActionsTestOtherB-1460399298 tempest-ServerActionsTestOtherB-1460399298-project-member] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 1118.663661] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 1118.664200] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.664394] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.664501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.664822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.665104] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.665243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.665340] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.665575] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.665720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.665861] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.800601] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.800759] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.800800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.801051] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.839634] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.839778] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.839873] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.840070] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.840125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.840216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.840618] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee is going to be updated. [ 1118.872691] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.872841] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.872909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.873148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.873317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.882818] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee in Status: IN_PROGRESS for 2s [ 1119.014478] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.014695] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-268" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.014822] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-268" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.015152] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-268" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.015417] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.015576] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.015695] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.015914] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.016069] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.016354] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.016487] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.016598] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.016706] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.016816] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.016940] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.017056] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.035451] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.035608] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1119.035740] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.035917] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-268" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.036343] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-b12e2192-fda4-4fdd-823d-6569c8298d1d taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.036527] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-b12e2192-fda4-4fdd-823d-6569c8298d1d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.036646] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-b12e2192-fda4-4fdd-823d-6569c8298d1d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.036971] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-b12e2192-fda4-4fdd-823d-6569c8298d1d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.037212] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b12e2192-fda4-4fdd-823d-6569c8298d1d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.173664] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.173664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.173664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.173664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.173664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.173664] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.173664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.173664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.173664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.173664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.173664] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 is going to be updated. [ 1119.197073] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.197235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.197304] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.197550] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.197686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.207661] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: IN_PROGRESS for 2s [ 1119.539335] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.539565] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.539677] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.539971] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.540197] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.540366] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port b12e2192-fda4-4fdd-823d-6569c8298d1d not found, creating... [ 1119.540623] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.540777] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.540891] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.541142] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.541304] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.541587] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.541742] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.541857] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.542088] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.542246] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.542383] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: b12e2192-fda4-4fdd-823d-6569c8298d1d is going to be created. [ 1119.562193] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.562434] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.562524] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.562807] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.563078] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.563311] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-b12e2192-fda4-4fdd-823d-6569c8298d1d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.180841] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 1120.181128] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.295180] env[66272]: INFO networking_nsxv3.common.synchronization [req-bea0e3b0-e3e6-4ab2-b3e7-e55f16e5c19a req-cc94ddd4-2db7-416b-9828-1367d325c869 service nova] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_rules [ 1120.295685] env[66272]: INFO networking_nsxv3.common.synchronization [req-bea0e3b0-e3e6-4ab2-b3e7-e55f16e5c19a req-cc94ddd4-2db7-416b-9828-1367d325c869 service nova] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 1120.295685] env[66272]: INFO networking_nsxv3.common.synchronization [req-bea0e3b0-e3e6-4ab2-b3e7-e55f16e5c19a req-cc94ddd4-2db7-416b-9828-1367d325c869 service nova] Enqueued Resource ID: b12e2192-fda4-4fdd-823d-6569c8298d1d with Priority: HIGHEST for action port [ 1120.295974] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_rules [ 1120.296218] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 1120.296415] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e2192-fda4-4fdd-823d-6569c8298d1d with Priority: HIGHEST for action port [ 1120.296733] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.296857] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.296965] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.297240] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.297240] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.298168] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.298274] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.298485] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-b12e2192-fda4-4fdd-823d-6569c8298d1d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.298587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b12e2192-fda4-4fdd-823d-6569c8298d1d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.298686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b12e2192-fda4-4fdd-823d-6569c8298d1d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.298878] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b12e2192-fda4-4fdd-823d-6569c8298d1d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.299044] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b12e2192-fda4-4fdd-823d-6569c8298d1d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.468258] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f in Status: SUCCESS [ 1120.468582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.801246] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.801483] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.802739] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b12e2192-fda4-4fdd-823d-6569c8298d1d with status ACTIVE [ 1120.802985] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.803090] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.803130] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.803349] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.803435] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.803606] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.803702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.803753] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.803909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.803984] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.804175] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.804292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.804409] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.804494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.804565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.804648] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b12e2192-fda4-4fdd-823d-6569c8298d1d is going to be updated. [ 1120.827092] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.827311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.827311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.827540] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.827682] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.827858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b12e2192-fda4-4fdd-823d-6569c8298d1d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.893546] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee in Status: SUCCESS [ 1120.894128] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee deletion is rescheduled due to dependency. [ 1120.894128] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.202554] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.202815] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.202902] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.203478] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.203827] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.204198] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.204355] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.204617] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.204772] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.204986] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.205195] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.205309] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.205415] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.205526] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.205632] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.205813] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.217671] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: SUCCESS [ 1121.217800] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 deletion is rescheduled due to dependency. [ 1121.217915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.218071] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.218290] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.218473] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.218588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.218645] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.218803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.218882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.218976] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.228218] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.228448] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.228596] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.228790] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.229198] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-70bd3caa-9616-4b63-8f0b-a38bd64d5916 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.229397] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-70bd3caa-9616-4b63-8f0b-a38bd64d5916" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.229539] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-70bd3caa-9616-4b63-8f0b-a38bd64d5916" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.229898] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-70bd3caa-9616-4b63-8f0b-a38bd64d5916" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.230066] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70bd3caa-9616-4b63-8f0b-a38bd64d5916',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.721451] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.732591] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.732817] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.732977] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.733358] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.733481] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.733639] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 70bd3caa-9616-4b63-8f0b-a38bd64d5916 not found, creating... [ 1121.733897] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.734068] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.734185] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.734493] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.734540] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.734798] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.734989] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.735152] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.735430] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.735492] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.735629] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 70bd3caa-9616-4b63-8f0b-a38bd64d5916 is going to be created. [ 1121.756764] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.757017] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.757163] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.757526] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.757840] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.758461] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-70bd3caa-9616-4b63-8f0b-a38bd64d5916" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.223777] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.478790] env[66272]: INFO networking_nsxv3.common.synchronization [req-afcdf944-24b2-449e-85a4-96770e2a7956 req-277b7830-3fed-48e1-9bde-d546df96ad9f service nova] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_rules [ 1122.479023] env[66272]: INFO networking_nsxv3.common.synchronization [req-afcdf944-24b2-449e-85a4-96770e2a7956 req-277b7830-3fed-48e1-9bde-d546df96ad9f service nova] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 1122.479207] env[66272]: INFO networking_nsxv3.common.synchronization [req-afcdf944-24b2-449e-85a4-96770e2a7956 req-277b7830-3fed-48e1-9bde-d546df96ad9f service nova] Enqueued Resource ID: 70bd3caa-9616-4b63-8f0b-a38bd64d5916 with Priority: HIGHEST for action port [ 1122.479783] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_rules [ 1122.479975] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 1122.480129] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70bd3caa-9616-4b63-8f0b-a38bd64d5916 with Priority: HIGHEST for action port [ 1122.480468] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.480623] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.480713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.480962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.481092] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.482091] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.482289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.482361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.482554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.482741] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.482859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.483081] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.483197] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.483309] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.484167] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.484769] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-70bd3caa-9616-4b63-8f0b-a38bd64d5916 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.484769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70bd3caa-9616-4b63-8f0b-a38bd64d5916" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.484769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70bd3caa-9616-4b63-8f0b-a38bd64d5916" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.485047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70bd3caa-9616-4b63-8f0b-a38bd64d5916" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.485047] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70bd3caa-9616-4b63-8f0b-a38bd64d5916',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.727721] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.727721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.727721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.727721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.727721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.727721] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 is going to be updated. [ 1122.761762] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.761762] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.761762] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.761762] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.761762] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.772398] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: IN_PROGRESS for 2s [ 1122.987190] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.988309] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.988470] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.988870] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70bd3caa-9616-4b63-8f0b-a38bd64d5916 with status ACTIVE [ 1122.988870] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.988870] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.988870] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.989118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.989207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.993028] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.993028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.993028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.993028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.993028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.993028] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.993028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.993028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.993028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.993028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.993028] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70bd3caa-9616-4b63-8f0b-a38bd64d5916 is going to be updated. [ 1123.013311] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.013311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.013311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.013311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.013311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.013311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70bd3caa-9616-4b63-8f0b-a38bd64d5916" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.107886] env[66272]: INFO networking_nsxv3.common.synchronization [req-f5887d74-dda6-4361-93bb-5112fe4618bd req-11d7a3fe-3301-4753-a68e-8e116958e88c tempest-DeleteServersTestJSON-563395098 tempest-DeleteServersTestJSON-563395098-project-member] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1123.108707] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1123.108707] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.108793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.108882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.109060] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.109245] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.109357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.109357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.109573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.109619] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.109911] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.415648] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.415985] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.415985] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.416336] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.416640] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.416813] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.416932] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.417366] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.417607] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.417827] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.417943] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.418947] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.418947] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.418947] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.418947] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.418947] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.438697] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.438912] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.439448] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.439448] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.439654] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-005d0e74-0d8a-4e17-ab65-dda0636c1bd7 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.440307] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-005d0e74-0d8a-4e17-ab65-dda0636c1bd7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.440307] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-005d0e74-0d8a-4e17-ab65-dda0636c1bd7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.440458] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-005d0e74-0d8a-4e17-ab65-dda0636c1bd7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.440562] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('005d0e74-0d8a-4e17-ab65-dda0636c1bd7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.492359] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.612198] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.612389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.612389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.612584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.612672] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.612863] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.613035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.613134] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.613210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.613293] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.613378] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1123.652860] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.653156] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.653156] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.653429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.653554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.663392] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1123.943551] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.943779] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.943897] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.944299] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.944550] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.944765] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 005d0e74-0d8a-4e17-ab65-dda0636c1bd7 not found, creating... [ 1123.945065] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.945292] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.945420] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.945662] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.945802] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.946173] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.946388] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.946495] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.946719] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.946851] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.947073] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 005d0e74-0d8a-4e17-ab65-dda0636c1bd7 is going to be created. [ 1123.969942] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.970272] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.970358] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.970647] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.970884] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.971155] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-005d0e74-0d8a-4e17-ab65-dda0636c1bd7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.995079] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.995079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.995268] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.995404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.995493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.995645] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be created. [ 1124.029521] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.029815] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.029815] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.030100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.030326] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.050231] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: UNINITIALIZED for 2s [ 1124.666853] env[66272]: INFO networking_nsxv3.common.synchronization [req-f5887d74-dda6-4361-93bb-5112fe4618bd req-4e6b0e33-ab67-43cd-bbc0-74de4be6f3bc service nova] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_rules [ 1124.667195] env[66272]: INFO networking_nsxv3.common.synchronization [req-f5887d74-dda6-4361-93bb-5112fe4618bd req-4e6b0e33-ab67-43cd-bbc0-74de4be6f3bc service nova] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1124.667195] env[66272]: INFO networking_nsxv3.common.synchronization [req-f5887d74-dda6-4361-93bb-5112fe4618bd req-4e6b0e33-ab67-43cd-bbc0-74de4be6f3bc service nova] Enqueued Resource ID: 005d0e74-0d8a-4e17-ab65-dda0636c1bd7 with Priority: HIGHEST for action port [ 1124.667911] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_rules [ 1124.667911] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1124.668056] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005d0e74-0d8a-4e17-ab65-dda0636c1bd7 with Priority: HIGHEST for action port [ 1124.668308] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.668431] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.668494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.668702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.668793] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.669690] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.670085] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.670085] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-005d0e74-0d8a-4e17-ab65-dda0636c1bd7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.670085] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-005d0e74-0d8a-4e17-ab65-dda0636c1bd7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.670230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-005d0e74-0d8a-4e17-ab65-dda0636c1bd7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.670329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-005d0e74-0d8a-4e17-ab65-dda0636c1bd7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.670432] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('005d0e74-0d8a-4e17-ab65-dda0636c1bd7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.783442] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: SUCCESS [ 1124.783668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.783837] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.784061] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.784253] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.784369] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.784434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.784587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.784664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.784748] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.784833] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.173397] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.173675] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.173891] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 005d0e74-0d8a-4e17-ab65-dda0636c1bd7 with status ACTIVE [ 1125.174093] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.174204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.174348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.174591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.174725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.176044] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.176359] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.176473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.176728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.176818] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.177030] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.177132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.177196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.177370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.177425] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.177512] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 005d0e74-0d8a-4e17-ab65-dda0636c1bd7 is going to be updated. [ 1125.201937] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.202048] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.202147] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.202374] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.202517] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.202713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-005d0e74-0d8a-4e17-ab65-dda0636c1bd7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.287786] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.675131] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1125.675519] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 deletion is rescheduled due to dependency. [ 1125.675600] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.675841] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.676172] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.676426] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.676606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.676692] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.676921] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.677052] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.677188] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.795044] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9356fdaf-15cf-4536-b8ec-19383ea51a57: rpc.has_security_group_logging(os_id): False [ 1125.817024] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.817024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.817024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.817024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.817024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.817024] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.817024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.817024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.817024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.817024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.817024] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 is going to be updated. [ 1125.902346] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.902346] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.902346] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.902637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.902970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.917023] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: IN_PROGRESS for 2s [ 1126.062794] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: SUCCESS [ 1126.063119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.063327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.063610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.063869] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.064035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.064135] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.064322] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.064452] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.064578] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.064692] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.179942] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.567039] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.567250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.567305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.567536] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.567711] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.567800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.567867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.568025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.568122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.568194] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.568350] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.568458] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.568494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.568639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.568775] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.568861] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.568916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.569057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.569135] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.569206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.569309] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.682087] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.072654] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4644cca9-b84a-43dc-8594-72662ee6f8f3: rpc.has_security_group_logging(os_id): False [ 1127.096580] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.096784] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.096902] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.097346] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.097514] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.097852] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.098018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.098145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.098397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.098537] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.098826] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.098979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.099112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.099345] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.099476] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.099761] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.099912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.100041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.100284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.100412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.100589] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be created. [ 1127.160505] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.160649] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.160740] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.160936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.161127] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.173735] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: IN_PROGRESS for 2s [ 1127.185086] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.185086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.185086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.185086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.185086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.185086] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1127.225878] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.226093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.226192] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.226370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.226531] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.251603] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1127.889878] env[66272]: INFO networking_nsxv3.common.synchronization [req-aaf13e03-97e6-4ba9-af3b-2e7f150b2d12 req-e7605796-77eb-431a-8005-0a9b06bca3d5 tempest-ServerDiskConfigTestJSON-1694584386 tempest-ServerDiskConfigTestJSON-1694584386-project-member] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 1127.891721] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 1127.891721] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.891721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.891721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.891721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.891721] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.891721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.891721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.892116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.892116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.892192] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.931695] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: SUCCESS [ 1127.931695] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.396520] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.396691] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.396764] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.396998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.397109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.397313] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.397412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.397475] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.397637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.397713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.397802] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be updated. [ 1128.437116] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.437317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.437362] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.437545] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.437680] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.448298] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: IN_PROGRESS for 2s [ 1129.187341] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: SUCCESS [ 1129.187341] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.265255] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1129.265255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.265255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.265255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.265255] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.265255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.265622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.265622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.265622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.265622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.265739] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.543513] env[66272]: INFO networking_nsxv3.common.synchronization [req-f25d0e5a-e210-4d25-8119-62889dac2108 req-a13f034c-29e7-4dab-a20f-7ff8c24b7c8a tempest-ServersTestJSON-1771569199 tempest-ServersTestJSON-1771569199-project-member] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1129.544323] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1129.544818] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.545023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.545140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.545477] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.545681] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.545842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.545950] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.546219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.546511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.546754] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.768891] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.768983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.772487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.772487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.772487] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.772487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.772487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.772487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.772487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.772487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.772487] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.772487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.772487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.772487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.772487] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.772487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.772487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.772487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.772487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.772487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.773086] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.984742] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.984977] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.985796] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.985796] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.985796] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.985796] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.986143] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.986265] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.986325] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.986547] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.986659] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.986764] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.986869] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.987028] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.987091] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.987269] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.009262] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.009507] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.009664] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.009823] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-900" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.010186] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-bf7bec91-b937-453e-9568-f47c099520b6 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.010364] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-bf7bec91-b937-453e-9568-f47c099520b6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.010481] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-bf7bec91-b937-453e-9568-f47c099520b6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.010813] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-bf7bec91-b937-453e-9568-f47c099520b6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.010952] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf7bec91-b937-453e-9568-f47c099520b6',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.049848] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.275565] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d672d11c-f3c6-40dd-9c7d-867414995085: rpc.has_security_group_logging(os_id): False [ 1130.293887] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.294092] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.294157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.294361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.294454] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.294651] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.294749] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.294812] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.295128] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.295235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.295446] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.295575] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.295651] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.295813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.296041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.296170] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.296273] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.296329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.296502] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.296581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.296670] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1130.361494] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.361710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.361710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.361915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.362073] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.377206] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1130.465251] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 1130.465432] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 deletion is rescheduled due to dependency. [ 1130.465544] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.513584] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.514108] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.514304] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.514641] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.514803] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.515168] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port bf7bec91-b937-453e-9568-f47c099520b6 not found, creating... [ 1130.515600] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.515864] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.516084] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.516427] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.516674] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.517068] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.517294] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.517470] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.517718] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.517858] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.518012] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: bf7bec91-b937-453e-9568-f47c099520b6 is going to be created. [ 1130.539906] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.540153] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.540277] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.540573] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.540806] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.541043] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-bf7bec91-b937-453e-9568-f47c099520b6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.551951] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.055355] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.056067] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.056067] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.056067] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.056242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.056334] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 1131.091554] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.091739] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.091739] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.091970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.092131] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.102547] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 1131.251290] env[66272]: INFO networking_nsxv3.common.synchronization [req-f25d0e5a-e210-4d25-8119-62889dac2108 req-214ec501-a35f-4870-8d27-00a5fe6315ca service nova] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_rules [ 1131.251466] env[66272]: INFO networking_nsxv3.common.synchronization [req-f25d0e5a-e210-4d25-8119-62889dac2108 req-214ec501-a35f-4870-8d27-00a5fe6315ca service nova] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1131.251601] env[66272]: INFO networking_nsxv3.common.synchronization [req-f25d0e5a-e210-4d25-8119-62889dac2108 req-214ec501-a35f-4870-8d27-00a5fe6315ca service nova] Enqueued Resource ID: bf7bec91-b937-453e-9568-f47c099520b6 with Priority: HIGHEST for action port [ 1131.252150] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_rules [ 1131.252289] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1131.252404] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf7bec91-b937-453e-9568-f47c099520b6 with Priority: HIGHEST for action port [ 1131.252652] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.252769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.252847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.253111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.253196] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.255202] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.255305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.255507] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf7bec91-b937-453e-9568-f47c099520b6 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.255844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf7bec91-b937-453e-9568-f47c099520b6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.257456] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf7bec91-b937-453e-9568-f47c099520b6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.257586] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf7bec91-b937-453e-9568-f47c099520b6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.257679] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf7bec91-b937-453e-9568-f47c099520b6',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.761543] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.761824] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.761925] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf7bec91-b937-453e-9568-f47c099520b6 with status ACTIVE [ 1131.762144] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.762272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.762355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.762667] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.762821] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.763568] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.763754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.763867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.764162] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.764309] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.764615] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.764769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.764866] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.765110] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.765196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.765292] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf7bec91-b937-453e-9568-f47c099520b6 is going to be updated. [ 1131.793165] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.793344] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.793434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.793626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.793780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.793940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf7bec91-b937-453e-9568-f47c099520b6" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.952498] env[66272]: INFO networking_nsxv3.common.synchronization [req-cf0251b8-589b-4ac8-84b0-e64f4303b917 req-c4b4c593-92b1-459c-a31c-e6fb6831006b tempest-ServerDiskConfigTestJSON-1694584386 tempest-ServerDiskConfigTestJSON-1694584386-project-member] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 1131.952752] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 1131.953152] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.953279] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.953349] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.953579] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.953788] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.953835] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.953891] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.954035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.954121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.954213] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.265595] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.265815] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.265960] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.266314] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.266595] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.266766] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.266884] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.267129] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.267281] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.267500] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.267614] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.267789] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.267835] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.267931] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.268047] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.268188] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.289012] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.289191] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.289353] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.289611] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-419" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.289936] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-ac890fe2-7df2-42a0-a8a2-7d50390f0917 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.290190] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-ac890fe2-7df2-42a0-a8a2-7d50390f0917" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.290318] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-ac890fe2-7df2-42a0-a8a2-7d50390f0917" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.290652] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-ac890fe2-7df2-42a0-a8a2-7d50390f0917" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.290805] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac890fe2-7df2-42a0-a8a2-7d50390f0917',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.392146] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1132.392367] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.457133] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.457338] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.457420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.457706] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.457813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.457998] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.458111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.458173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.458329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.458403] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.458490] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be updated. [ 1132.486063] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.486235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.486284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.486494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.486665] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.496017] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: IN_PROGRESS for 2s [ 1132.793285] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.793662] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.793662] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.793956] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.794165] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.794359] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port ac890fe2-7df2-42a0-a8a2-7d50390f0917 not found, creating... [ 1132.794690] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.795273] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.795425] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.795664] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.795804] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.796108] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.796270] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.796384] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.796602] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.796729] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.796865] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: ac890fe2-7df2-42a0-a8a2-7d50390f0917 is going to be created. [ 1132.818489] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.818489] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.818489] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.818489] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.818489] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.818489] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-ac890fe2-7df2-42a0-a8a2-7d50390f0917" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.112820] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 1133.113090] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.113411] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.113752] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.114058] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.114270] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.114376] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.114601] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.114723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.114859] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.523619] env[66272]: INFO networking_nsxv3.common.synchronization [req-cf0251b8-589b-4ac8-84b0-e64f4303b917 req-765de8f2-ce14-40a3-9f31-a0c7358a1764 service nova] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_rules [ 1133.523838] env[66272]: INFO networking_nsxv3.common.synchronization [req-cf0251b8-589b-4ac8-84b0-e64f4303b917 req-765de8f2-ce14-40a3-9f31-a0c7358a1764 service nova] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 1133.523986] env[66272]: INFO networking_nsxv3.common.synchronization [req-cf0251b8-589b-4ac8-84b0-e64f4303b917 req-765de8f2-ce14-40a3-9f31-a0c7358a1764 service nova] Enqueued Resource ID: ac890fe2-7df2-42a0-a8a2-7d50390f0917 with Priority: HIGHEST for action port [ 1133.524512] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_rules [ 1133.524646] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 1133.524741] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac890fe2-7df2-42a0-a8a2-7d50390f0917 with Priority: HIGHEST for action port [ 1133.525084] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.525202] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.525285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.525465] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.525544] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.526386] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.526482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.526665] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac890fe2-7df2-42a0-a8a2-7d50390f0917 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.526785] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac890fe2-7df2-42a0-a8a2-7d50390f0917" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.526863] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac890fe2-7df2-42a0-a8a2-7d50390f0917" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.527033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac890fe2-7df2-42a0-a8a2-7d50390f0917" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.527141] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac890fe2-7df2-42a0-a8a2-7d50390f0917',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.617203] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.029282] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.029652] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.029819] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac890fe2-7df2-42a0-a8a2-7d50390f0917 with status ACTIVE [ 1134.030072] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.030255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.030339] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.030556] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.030645] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.030844] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.030941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.031023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.031176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.031255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.031569] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.031699] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.031820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.031977] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.032067] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.032152] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac890fe2-7df2-42a0-a8a2-7d50390f0917 is going to be updated. [ 1134.057834] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.057983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.058079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.058326] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.058464] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.058619] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac890fe2-7df2-42a0-a8a2-7d50390f0917" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.119460] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.508520] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 1134.508670] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 deletion is rescheduled due to dependency. [ 1134.508774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.508944] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.509222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.509388] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.509540] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.509618] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.509786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.509872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.509970] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.622118] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.622276] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.622350] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.622563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.622649] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.622776] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 1134.659524] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.659684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.659761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.660056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.660188] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.671357] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 1135.011910] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.513741] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.017551] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.017735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.017785] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.018065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.018166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.018277] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be updated. [ 1136.050805] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.051047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.051047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.051413] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.051413] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.064304] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: IN_PROGRESS for 2s [ 1136.682585] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 1136.683015] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.683072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.683307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.683575] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.683722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.683811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.683993] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.684092] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.684192] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.684282] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.186946] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.186946] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.186946] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.186946] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.187582] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.187707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.187773] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.187964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.188084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.188179] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.188334] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.188426] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.188485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.188629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.188767] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.188856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.188916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.189068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.189161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.189243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.189326] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.692842] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1921863-d26c-4bc1-bbc7-b11aaf78fc61: rpc.has_security_group_logging(os_id): False [ 1137.718148] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.718327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.718368] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.718599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.718709] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.721106] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.721106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.721106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.721106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.721106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.721106] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.721106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.721106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.721106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.721106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.721106] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.721106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.721106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.721106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.721652] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.721652] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 1137.802593] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.803167] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.803300] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.803540] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.803725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.818655] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 1138.077261] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 1138.077520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.077750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.077992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.078214] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.078339] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.078405] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.078560] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.078653] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.078717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.078811] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.396680] env[66272]: INFO networking_nsxv3.common.synchronization [req-c93e5fc8-1fbe-49d1-b45d-4197bd0262a1 req-8aece849-d841-49c4-8019-b87db5fdc5a8 tempest-DeleteServersTestJSON-563395098 tempest-DeleteServersTestJSON-563395098-project-member] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1138.397330] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1138.397645] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.397768] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.397834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.398056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.398212] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.398312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.398376] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.398520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.398600] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.398690] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.581095] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.581330] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.581330] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.581543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.581712] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.581816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.581878] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.582050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.582141] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.582231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.582422] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.582523] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.582621] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.582750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.582884] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.582969] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.583040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.583188] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.583265] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.583347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.583436] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.902145] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.902424] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.902624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.902854] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.902970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.903468] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.903468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.903468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.903650] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.904337] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.904337] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1138.939623] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.939848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.939848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.940107] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.940221] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.950422] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1139.086480] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cea3b7db-51cd-4194-8df2-6f60651cfab8: rpc.has_security_group_logging(os_id): False [ 1139.112136] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.112325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.112476] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.112918] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.112918] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.113174] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.113295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.113362] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.113529] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.113612] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.113809] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.113975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.114079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.114256] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.114356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.114585] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.114722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.114833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.115301] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.115301] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.115301] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be updated. [ 1139.186264] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.186264] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.186264] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.186264] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.186264] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.202735] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: IN_PROGRESS for 2s [ 1139.832956] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 1139.833216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.093347] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.093671] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.093671] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.095086] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.095086] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.095086] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.095086] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.095086] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.095086] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.095476] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.095476] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.095476] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.095581] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.095722] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.095763] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.095884] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.115240] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.115384] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1140.115500] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.115690] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-707" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.116154] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-70bd3caa-9616-4b63-8f0b-a38bd64d5916 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.116395] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-70bd3caa-9616-4b63-8f0b-a38bd64d5916" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.116526] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-70bd3caa-9616-4b63-8f0b-a38bd64d5916" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.116809] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-70bd3caa-9616-4b63-8f0b-a38bd64d5916" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.116954] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70bd3caa-9616-4b63-8f0b-a38bd64d5916',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.619191] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.619425] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.619550] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.619849] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.620032] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.620346] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.620533] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.620701] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.620900] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.621053] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.621362] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.621513] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.621637] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.621840] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.622035] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.622287] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 70bd3caa-9616-4b63-8f0b-a38bd64d5916 is going to be updated. [ 1140.651780] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.652141] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.652321] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.652459] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.652665] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.652877] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-70bd3caa-9616-4b63-8f0b-a38bd64d5916" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.960233] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1140.960604] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 deletion is rescheduled due to dependency. [ 1140.960728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.217943] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 1141.218327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.350919] env[66272]: INFO networking_nsxv3.common.synchronization [req-7d851eda-74d1-4a6e-a3f4-d69c43685e1b req-782088ec-6624-4ae1-8a2c-9f65503338d3 service nova] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_rules [ 1141.351089] env[66272]: INFO networking_nsxv3.common.synchronization [req-7d851eda-74d1-4a6e-a3f4-d69c43685e1b req-782088ec-6624-4ae1-8a2c-9f65503338d3 service nova] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 1141.351228] env[66272]: INFO networking_nsxv3.common.synchronization [req-7d851eda-74d1-4a6e-a3f4-d69c43685e1b req-782088ec-6624-4ae1-8a2c-9f65503338d3 service nova] Enqueued Resource ID: 70bd3caa-9616-4b63-8f0b-a38bd64d5916 with Priority: HIGHEST for action port [ 1141.351463] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_rules [ 1141.351594] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 1141.351691] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70bd3caa-9616-4b63-8f0b-a38bd64d5916 with Priority: HIGHEST for action port [ 1141.352761] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.352920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.352920] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.353140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.353218] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.354175] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.354339] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.354442] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.354692] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.354947] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.355064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.355130] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.355287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.355372] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.355464] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.356398] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-70bd3caa-9616-4b63-8f0b-a38bd64d5916 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.356398] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70bd3caa-9616-4b63-8f0b-a38bd64d5916" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.356477] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70bd3caa-9616-4b63-8f0b-a38bd64d5916" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.356569] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70bd3caa-9616-4b63-8f0b-a38bd64d5916" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.356640] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70bd3caa-9616-4b63-8f0b-a38bd64d5916',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.858254] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.858491] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.858703] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.859798] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70bd3caa-9616-4b63-8f0b-a38bd64d5916 with status ACTIVE [ 1141.860069] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.860216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.860817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.860817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.860817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.861053] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.861220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.861280] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.861467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.861610] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.861850] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.862046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.862121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.862344] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.862418] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.862547] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70bd3caa-9616-4b63-8f0b-a38bd64d5916 is going to be updated. [ 1141.906937] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.906937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.906937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.907258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.907438] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.907602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70bd3caa-9616-4b63-8f0b-a38bd64d5916" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.366042] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.869513] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.869737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.869777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.869989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.870104] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.870210] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be updated. [ 1142.904168] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.904354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.904401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.904637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.904878] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.918404] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: IN_PROGRESS for 2s [ 1144.718483] env[66272]: INFO networking_nsxv3.common.synchronization [req-990e185f-e364-439c-b7a2-db366f573b3a req-1ecf9e8b-dc24-403e-ae9c-7aa6413218e0 tempest-ServersTestJSON-1771569199 tempest-ServersTestJSON-1771569199-project-member] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1144.718979] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1144.719265] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.719476] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.719549] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.719721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.719930] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.720079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.720079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.720394] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.720394] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.720509] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.931980] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: SUCCESS [ 1144.932348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.932744] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.933139] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.933442] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.933661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.933792] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.934072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.934206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.934328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.934502] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.223100] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.439171] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.439387] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.439485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.439659] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.441102] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.441102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.441102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.441102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.441102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.441102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.441102] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.441102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.441630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.441630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.441630] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.441630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.441630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.441855] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.441855] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.441937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.441980] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.725540] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.944556] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4644cca9-b84a-43dc-8594-72662ee6f8f3: rpc.has_security_group_logging(os_id): False [ 1145.965889] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.966102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.966175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.966416] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.966501] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.966746] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.966849] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.966911] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.967116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.967201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.967391] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.967488] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.967549] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.967694] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.967769] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.967952] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.968078] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.968149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.968302] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.968372] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.968456] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be updated. [ 1146.040122] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.040122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.040428] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.040428] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.040518] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.055168] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: IN_PROGRESS for 2s [ 1146.228979] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.229191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.229264] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.229493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.229582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.229684] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 1146.259302] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.259498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.259498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.259724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.259966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.274300] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 1146.800346] env[66272]: INFO networking_nsxv3.common.synchronization [req-e2dd654a-b189-4be6-af8c-bd85d326de32 req-ea4c1065-f06a-4972-86cf-7f4ed3ea908c tempest-ServerDiskConfigTestJSON-1694584386 tempest-ServerDiskConfigTestJSON-1694584386-project-member] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 1146.800900] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGHEST for action security_group_members [ 1146.801254] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.801369] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.801436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.801598] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.801746] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.801870] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.801935] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.802131] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.802230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.802404] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.304909] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.305129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.305129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.305307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.305395] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.305594] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.305756] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.305814] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.306040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.306154] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.306275] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be updated. [ 1147.335057] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.335226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.335226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.335377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.335489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.347943] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: IN_PROGRESS for 2s [ 1147.383524] env[66272]: INFO networking_nsxv3.common.synchronization [req-9121efb4-800c-4c65-bce0-2b34aa0c37dc req-8020eb5a-524a-4a0d-8bfc-bcebf799045b tempest-DeleteServersTestJSON-563395098 tempest-DeleteServersTestJSON-563395098-project-member] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1147.383963] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1147.384321] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.384482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.384579] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.384896] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.385488] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.385488] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.385488] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.385634] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.385959] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.385959] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.739599] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.739599] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.739599] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.739865] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.740342] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.740512] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.740625] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.740849] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.741039] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.741219] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.742022] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.742022] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.742022] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.742022] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.742022] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.742022] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.762144] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.762324] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.762462] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.762688] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.762944] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-05e7e681-9710-4bfc-9f13-196206a57f43 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.763140] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-05e7e681-9710-4bfc-9f13-196206a57f43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.763288] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-05e7e681-9710-4bfc-9f13-196206a57f43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.763633] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-05e7e681-9710-4bfc-9f13-196206a57f43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.763771] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05e7e681-9710-4bfc-9f13-196206a57f43',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.888318] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.888813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.888813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.888813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.888813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.889061] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.889144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.889197] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.889345] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.889418] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.889502] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1147.915701] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.915899] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.915988] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.916161] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.916299] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.927926] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1148.073028] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: SUCCESS [ 1148.073028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.265714] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.265954] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.266097] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.266421] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.266573] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.266725] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 05e7e681-9710-4bfc-9f13-196206a57f43 not found, creating... [ 1148.266984] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.267207] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.267333] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.267552] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.267685] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.267966] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.268135] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.268275] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.268496] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.268642] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.268850] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 05e7e681-9710-4bfc-9f13-196206a57f43 is going to be created. [ 1148.282367] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 1148.282571] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.290749] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.290960] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.291081] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.291382] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.291604] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.291821] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-05e7e681-9710-4bfc-9f13-196206a57f43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.016572] env[66272]: INFO networking_nsxv3.common.synchronization [req-9121efb4-800c-4c65-bce0-2b34aa0c37dc req-d092706f-b6ed-43bc-b963-564576053c64 service nova] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_rules [ 1149.016888] env[66272]: INFO networking_nsxv3.common.synchronization [req-9121efb4-800c-4c65-bce0-2b34aa0c37dc req-d092706f-b6ed-43bc-b963-564576053c64 service nova] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1149.016963] env[66272]: INFO networking_nsxv3.common.synchronization [req-9121efb4-800c-4c65-bce0-2b34aa0c37dc req-d092706f-b6ed-43bc-b963-564576053c64 service nova] Enqueued Resource ID: 05e7e681-9710-4bfc-9f13-196206a57f43 with Priority: HIGHEST for action port [ 1149.017556] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_rules [ 1149.017711] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1149.017874] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05e7e681-9710-4bfc-9f13-196206a57f43 with Priority: HIGHEST for action port [ 1149.018333] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.018548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.018845] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.019142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.019305] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.020708] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.020870] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.021160] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-05e7e681-9710-4bfc-9f13-196206a57f43 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.021315] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05e7e681-9710-4bfc-9f13-196206a57f43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.021423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05e7e681-9710-4bfc-9f13-196206a57f43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.021672] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05e7e681-9710-4bfc-9f13-196206a57f43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.021789] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05e7e681-9710-4bfc-9f13-196206a57f43',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.359161] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 in Status: SUCCESS [ 1149.359409] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 deletion is rescheduled due to dependency. [ 1149.359796] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.523824] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.524031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.524163] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05e7e681-9710-4bfc-9f13-196206a57f43 with status ACTIVE [ 1149.524338] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.524450] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.524514] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.524799] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.524897] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.525089] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.525189] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.525249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.525459] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.525545] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.525751] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.525858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.525910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.526137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.526223] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.526310] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05e7e681-9710-4bfc-9f13-196206a57f43 is going to be updated. [ 1149.550816] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.550816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.550816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.551069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.551103] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.551242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05e7e681-9710-4bfc-9f13-196206a57f43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.940111] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1149.940329] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 deletion is rescheduled due to dependency. [ 1149.940476] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.940643] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.940929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.941161] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.941335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.941386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.941581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.941675] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.941783] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.444439] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.947098] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.220600] env[66272]: INFO networking_nsxv3.common.synchronization [req-76128a01-ab6c-4ac9-95ad-37c603682caa req-53e9f505-fb17-44d7-808d-dcdc0c452b6d tempest-ServersTestJSON-1771569199 tempest-ServersTestJSON-1771569199-project-member] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1151.221373] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGHEST for action security_group_members [ 1151.221829] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.222171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.222171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.222287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.222481] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.222758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.222947] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.223527] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.223527] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.223527] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.452033] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.452033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.452033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.452033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.452033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.452033] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1151.482326] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.483810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.483810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.483810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.483810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.505107] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1151.728283] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.728283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.728777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.729164] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.729371] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.730048] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.730307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.730467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.730791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.731116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.731273] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be updated. [ 1151.759228] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.759456] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.759456] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.759652] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.759793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.771187] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: IN_PROGRESS for 2s [ 1153.516261] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1153.516261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.516630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.516666] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.516858] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.516966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.517037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.517190] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.517267] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.517348] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.517434] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.783774] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 in Status: SUCCESS [ 1153.783964] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 deletion is rescheduled due to dependency. [ 1153.784106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.020617] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.020811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.020892] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.021125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.021294] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.021399] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.021463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.021619] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.021702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.021790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.021978] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.022091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.022153] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.022298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.022435] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.022526] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.022586] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.022748] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.022828] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.022909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.022996] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.525871] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d672d11c-f3c6-40dd-9c7d-867414995085: rpc.has_security_group_logging(os_id): False [ 1154.548018] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.548249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.548249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.548499] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.548593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.548787] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.548929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.549040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.549229] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.549363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.549530] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.549627] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.549689] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.549830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.549915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.550148] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.550242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.550302] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.550439] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.550533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.550640] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1154.616140] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.616337] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.616337] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.616500] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.616643] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.631995] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1155.820430] env[66272]: INFO networking_nsxv3.common.synchronization [req-6d6e4c11-d017-4993-ae12-c47c5aeab644 req-44517d68-a21f-4fff-ae73-294e462f2b86 tempest-AttachVolumeTestJSON-998049604 tempest-AttachVolumeTestJSON-998049604-project-member] Enqueued Resource ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae with Priority: HIGHEST for action security_group_members [ 1155.821271] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae with Priority: HIGHEST for action security_group_members [ 1155.821703] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-db09d9d0-54c4-4edd-980d-9ff2e96635ae taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.821877] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.821975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.822284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.822507] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.822657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.822755] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.823017] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.823119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.823273] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db09d9d0-54c4-4edd-980d-9ff2e96635ae',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.327177] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.327177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.327177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.327177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.348890] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.349190] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.349310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.349423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.349615] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.349735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.349805] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae is going to be updated. [ 1156.380203] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.380356] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.380426] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.380679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.380837] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.393042] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae in Status: IN_PROGRESS for 2s [ 1156.652693] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1156.652896] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.766316] env[66272]: INFO networking_nsxv3.common.synchronization [req-7b9ed8f6-28a3-425c-bc99-f3d804d59f4e req-5cb92b20-8258-4db4-b80d-d79eacf6a06a tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_members [ 1157.766959] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_members [ 1157.767649] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-acd03fd1-d048-480e-9988-314f303f2d93 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.767782] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.767846] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.768068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.768745] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.768745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.768745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.768745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.768745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.768745] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.271416] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.403970] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae in Status: SUCCESS [ 1158.404347] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae deletion is rescheduled due to dependency. [ 1158.404347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.773894] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.277285] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.277285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.277285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.277285] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.277521] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.277521] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acd03fd1-d048-480e-9988-314f303f2d93 is going to be updated. [ 1159.313980] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.314200] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.314247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.314440] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.314595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.324320] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acd03fd1-d048-480e-9988-314f303f2d93 in Status: IN_PROGRESS for 2s [ 1161.335196] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acd03fd1-d048-480e-9988-314f303f2d93 in Status: SUCCESS [ 1161.335595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.099891] env[66272]: INFO networking_nsxv3.common.synchronization [req-06d1cc28-956e-4762-ae8e-cf7d06276326 req-aa4210d6-4bc7-4831-9e4c-922f221eb658 tempest-DeleteServersTestJSON-563395098 tempest-DeleteServersTestJSON-563395098-project-member] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1162.101193] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1162.101312] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.101434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.101533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.101689] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.101863] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.101991] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.102063] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.102215] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.102281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.102399] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.604157] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.604507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.604548] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.604844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.604937] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.605163] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.605273] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.605321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.605486] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.605566] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.605678] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1162.637456] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.637601] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.638302] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.638302] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.638302] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.648863] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1163.266605] env[66272]: INFO networking_nsxv3.common.synchronization [None req-884e619e-fdc5-4b76-85ac-a9dd6ce7c0a5 tempest-AttachVolumeTestJSON-998049604 tempest-AttachVolumeTestJSON-998049604-project-member] Enqueued Resource ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 with Priority: HIGHEST for action security_group_rules [ 1163.267154] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 with Priority: HIGHEST for action security_group_rules [ 1163.267472] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62d225fd-aad8-4ed6-97d0-f0e420968923 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.267599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.267671] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.267904] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.267980] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62d225fd-aad8-4ed6-97d0-f0e420968923',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.349300] env[66272]: INFO networking_nsxv3.common.synchronization [None req-583d9ae5-e01c-4772-8216-2aae72f9bf42 tempest-AttachVolumeTestJSON-998049604 tempest-AttachVolumeTestJSON-998049604-project-member] Enqueued Resource ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 with Priority: HIGHEST for action security_group_rules [ 1163.349774] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 with Priority: HIGHEST for action security_group_rules [ 1163.350311] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62d225fd-aad8-4ed6-97d0-f0e420968923 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.350487] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.788368] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.788762] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.788762] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.788902] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.788958] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.789095] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 already deleted. [ 1163.789195] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.789376] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.789570] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.789656] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62d225fd-aad8-4ed6-97d0-f0e420968923',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.311058] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.311058] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.311058] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.311311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.311437] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.311553] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 already deleted. [ 1164.311658] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.660190] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1164.660388] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 deletion is rescheduled due to dependency. [ 1164.660495] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.261729] env[66272]: INFO networking_nsxv3.common.synchronization [req-d96a3d01-0cde-4776-99b8-d493109b2978 req-741412e7-d6ca-4f68-b28b-c52cdbabe310 tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_members [ 1165.262809] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGHEST for action security_group_members [ 1165.262809] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-acd03fd1-d048-480e-9988-314f303f2d93 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.262809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.262809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.263083] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.263441] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.263553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.263625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.263800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.263936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.263998] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.766665] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.767013] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.767013] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.767102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.767191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.767410] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.767517] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.767579] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.767757] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.767840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.767930] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acd03fd1-d048-480e-9988-314f303f2d93 is going to be updated. [ 1165.816285] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.816435] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.816507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.816782] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.816928] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.827716] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acd03fd1-d048-480e-9988-314f303f2d93 in Status: IN_PROGRESS for 2s [ 1167.838578] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acd03fd1-d048-480e-9988-314f303f2d93 in Status: SUCCESS [ 1167.838885] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acd03fd1-d048-480e-9988-314f303f2d93 deletion is rescheduled due to dependency. [ 1167.838885] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.519064] env[66272]: INFO networking_nsxv3.common.synchronization [req-4f240c99-d818-4ebb-97b6-2c0c3ec4baac req-107b6ee4-d17b-4253-b8ff-fed22102d349 tempest-ServerActionsTestOtherA-1097849212 tempest-ServerActionsTestOtherA-1097849212-project-member] Enqueued Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGHEST for action security_group_members [ 1168.520154] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGHEST for action security_group_members [ 1168.520154] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-786f1f75-9fac-4448-8af7-6bee227d6655 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.524346] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.524447] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.524816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.525015] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.525140] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.525203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.525357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.525441] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.525532] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('786f1f75-9fac-4448-8af7-6bee227d6655',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.874912] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.875250] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.875250] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.875479] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.877412] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.877624] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.877742] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.877991] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.878147] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.878365] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.878478] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.878583] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.878736] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.878794] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.878900] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.879192] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.901029] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.901029] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1168.901029] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.901305] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.901587] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-63180cc2-4bec-4a0d-8630-8f9efa395da0 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.901587] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-63180cc2-4bec-4a0d-8630-8f9efa395da0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.901827] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-63180cc2-4bec-4a0d-8630-8f9efa395da0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.902157] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-63180cc2-4bec-4a0d-8630-8f9efa395da0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.902299] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63180cc2-4bec-4a0d-8630-8f9efa395da0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.028059] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.028271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.028388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.028706] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.028833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.029106] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.029219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.029284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.029443] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.029551] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.029609] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 786f1f75-9fac-4448-8af7-6bee227d6655 already deleted. [ 1169.029680] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.405176] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.405604] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.405818] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.406243] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.406482] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.406732] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 63180cc2-4bec-4a0d-8630-8f9efa395da0 not found, creating... [ 1169.407104] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.407316] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.407439] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.409095] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.409095] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.409095] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.409095] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.409095] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.409095] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.409095] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.409433] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 63180cc2-4bec-4a0d-8630-8f9efa395da0 is going to be created. [ 1169.430916] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.431161] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.431302] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.431839] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.432240] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.432546] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-63180cc2-4bec-4a0d-8630-8f9efa395da0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.156639] env[66272]: INFO networking_nsxv3.common.synchronization [req-4f240c99-d818-4ebb-97b6-2c0c3ec4baac req-7b8890d1-a40c-4012-89f0-5bf091fa15d8 service nova] Enqueued Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGHEST for action security_group_rules [ 1170.156639] env[66272]: INFO networking_nsxv3.common.synchronization [req-4f240c99-d818-4ebb-97b6-2c0c3ec4baac req-7b8890d1-a40c-4012-89f0-5bf091fa15d8 service nova] Enqueued Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGHEST for action security_group_members [ 1170.156639] env[66272]: INFO networking_nsxv3.common.synchronization [req-4f240c99-d818-4ebb-97b6-2c0c3ec4baac req-7b8890d1-a40c-4012-89f0-5bf091fa15d8 service nova] Enqueued Resource ID: 63180cc2-4bec-4a0d-8630-8f9efa395da0 with Priority: HIGHEST for action port [ 1170.157344] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGHEST for action security_group_rules [ 1170.157570] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGHEST for action security_group_members [ 1170.157787] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63180cc2-4bec-4a0d-8630-8f9efa395da0 with Priority: HIGHEST for action port [ 1170.158210] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-786f1f75-9fac-4448-8af7-6bee227d6655 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.158976] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.159088] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.159428] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.159552] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('786f1f75-9fac-4448-8af7-6bee227d6655',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.160475] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-786f1f75-9fac-4448-8af7-6bee227d6655 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.160590] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.160665] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.160826] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.160976] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.161084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.161138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.161278] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.161360] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.161483] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('786f1f75-9fac-4448-8af7-6bee227d6655',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.162260] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-63180cc2-4bec-4a0d-8630-8f9efa395da0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.162370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63180cc2-4bec-4a0d-8630-8f9efa395da0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.162434] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63180cc2-4bec-4a0d-8630-8f9efa395da0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.162587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63180cc2-4bec-4a0d-8630-8f9efa395da0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.162702] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63180cc2-4bec-4a0d-8630-8f9efa395da0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.667733] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63180cc2-4bec-4a0d-8630-8f9efa395da0 with status ACTIVE [ 1170.667733] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.667733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.667733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.667733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.667733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.667733] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.667733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.667733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.667733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.667733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.667733] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.667733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.667733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.667733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.667733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.667733] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63180cc2-4bec-4a0d-8630-8f9efa395da0 is going to be updated. [ 1170.669164] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-786f1f75-9fac-4448-8af7-6bee227d6655 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.669164] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.669354] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('786f1f75-9fac-4448-8af7-6bee227d6655',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.699186] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.699373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.700648] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.700648] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.700648] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.700947] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63180cc2-4bec-4a0d-8630-8f9efa395da0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.883585] env[66272]: INFO networking_nsxv3.common.synchronization [req-a696b48b-b09b-47f1-88a8-313196c772de req-eac3e7bf-6712-4588-8ed8-033b6d4f14b9 tempest-AttachVolumeTestJSON-998049604 tempest-AttachVolumeTestJSON-998049604-project-member] Enqueued Resource ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 with Priority: HIGHEST for action security_group_members [ 1170.885248] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 with Priority: HIGHEST for action security_group_members [ 1170.885849] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-62d225fd-aad8-4ed6-97d0-f0e420968923 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.886050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.886122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.886423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.886613] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.886775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.886855] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.887068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.887196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.887295] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62d225fd-aad8-4ed6-97d0-f0e420968923',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.171242] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('786f1f75-9fac-4448-8af7-6bee227d6655',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.231549] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.231549] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-18" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.231760] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-18" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.231946] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-18" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.232235] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.232390] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.232519] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.232782] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.232923] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.233322] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.233441] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.233547] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.233654] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.233798] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.233886] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.234011] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.254014] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.254200] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1171.254325] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.254508] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-18" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.254927] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-3357c5e1-cb0e-4942-bd96-1076d1bc58a7 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.255146] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-3357c5e1-cb0e-4942-bd96-1076d1bc58a7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.255266] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-3357c5e1-cb0e-4942-bd96-1076d1bc58a7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.255720] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-3357c5e1-cb0e-4942-bd96-1076d1bc58a7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.256388] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3357c5e1-cb0e-4942-bd96-1076d1bc58a7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.389369] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.389553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.389595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.389811] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.389899] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.390102] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.390201] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.390261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.390579] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.390664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.390750] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 already deleted. [ 1171.390827] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.673953] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.674178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.674287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.674502] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.674687] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.674753] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 786f1f75-9fac-4448-8af7-6bee227d6655 is going to be created. [ 1171.708539] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.708761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.708891] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.709239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.709458] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.725856] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 786f1f75-9fac-4448-8af7-6bee227d6655 in Status: UNINITIALIZED for 2s [ 1171.759438] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.759679] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.759814] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.760126] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.760284] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.760457] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 3357c5e1-cb0e-4942-bd96-1076d1bc58a7 not found, creating... [ 1171.760789] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.760878] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.760991] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.761232] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.761371] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.761653] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.761843] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.761998] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.762340] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.762544] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.762726] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 3357c5e1-cb0e-4942-bd96-1076d1bc58a7 is going to be created. [ 1171.783504] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.783727] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.783871] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.784169] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.784745] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.784745] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-3357c5e1-cb0e-4942-bd96-1076d1bc58a7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.519428] env[66272]: INFO networking_nsxv3.common.synchronization [req-a696b48b-b09b-47f1-88a8-313196c772de req-0aae1f91-6bc5-460f-97f2-e15d3526e056 service nova] Enqueued Resource ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 with Priority: HIGHEST for action security_group_rules [ 1172.519776] env[66272]: INFO networking_nsxv3.common.synchronization [req-a696b48b-b09b-47f1-88a8-313196c772de req-0aae1f91-6bc5-460f-97f2-e15d3526e056 service nova] Enqueued Resource ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 with Priority: HIGHEST for action security_group_members [ 1172.519837] env[66272]: INFO networking_nsxv3.common.synchronization [req-a696b48b-b09b-47f1-88a8-313196c772de req-0aae1f91-6bc5-460f-97f2-e15d3526e056 service nova] Enqueued Resource ID: 3357c5e1-cb0e-4942-bd96-1076d1bc58a7 with Priority: HIGHEST for action port [ 1172.520939] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 with Priority: HIGHEST for action security_group_rules [ 1172.521105] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 with Priority: HIGHEST for action security_group_members [ 1172.521340] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3357c5e1-cb0e-4942-bd96-1076d1bc58a7 with Priority: HIGHEST for action port [ 1172.521720] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62d225fd-aad8-4ed6-97d0-f0e420968923 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.521875] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.521954] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.522206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.522314] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62d225fd-aad8-4ed6-97d0-f0e420968923',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.524079] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-62d225fd-aad8-4ed6-97d0-f0e420968923 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.524404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.524471] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.524659] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.524848] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.524969] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.525045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.525228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.525340] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.525440] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62d225fd-aad8-4ed6-97d0-f0e420968923',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.527106] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-3357c5e1-cb0e-4942-bd96-1076d1bc58a7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.527259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3357c5e1-cb0e-4942-bd96-1076d1bc58a7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.527340] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3357c5e1-cb0e-4942-bd96-1076d1bc58a7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.527527] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3357c5e1-cb0e-4942-bd96-1076d1bc58a7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.527606] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3357c5e1-cb0e-4942-bd96-1076d1bc58a7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.024660] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-62d225fd-aad8-4ed6-97d0-f0e420968923 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.024852] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.027213] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62d225fd-aad8-4ed6-97d0-f0e420968923',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.029258] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3357c5e1-cb0e-4942-bd96-1076d1bc58a7 with status ACTIVE [ 1173.029465] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.029637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.029741] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.029982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.030089] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.030286] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.030377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.030437] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.030590] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.030665] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.030845] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.030939] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.030986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.031144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.031216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.031311] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3357c5e1-cb0e-4942-bd96-1076d1bc58a7 is going to be updated. [ 1173.038648] env[66272]: INFO networking_nsxv3.common.synchronization [None req-3600ae50-05a1-40df-9337-e28ff58ed9f5 tempest-AttachInterfacesTestJSON-1234213313 tempest-AttachInterfacesTestJSON-1234213313-project-member] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 1173.040072] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGHEST for action security_group_members [ 1173.040388] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.040507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.040575] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.040775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.040925] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.041056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.041145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.041410] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.041498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.041652] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.055117] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.055312] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.055364] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.055543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.055750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.055917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3357c5e1-cb0e-4942-bd96-1076d1bc58a7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.529689] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62d225fd-aad8-4ed6-97d0-f0e420968923',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.543805] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.544041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.544041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.544261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.544367] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.544626] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.544881] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.544963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.545158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.545255] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.545353] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be updated. [ 1173.579775] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.580013] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.580112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.580401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.580552] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.591837] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: IN_PROGRESS for 2s [ 1173.738625] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 786f1f75-9fac-4448-8af7-6bee227d6655 in Status: SUCCESS [ 1173.739231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.739494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.739825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.740177] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.740349] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.740422] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.740703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.740916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.741698] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.742403] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('786f1f75-9fac-4448-8af7-6bee227d6655',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.034048] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.034202] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.034283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.034507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.034614] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.034740] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 is going to be created. [ 1174.071949] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.071949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.071949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.071949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.071949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.084528] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 in Status: UNINITIALIZED for 2s [ 1174.244472] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-786f1f75-9fac-4448-8af7-6bee227d6655 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.244800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.244800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.245365] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.245365] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.245365] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.245552] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.245552] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.245666] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.245737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.245976] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-786f1f75-9fac-4448-8af7-6bee227d6655 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.247025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.247025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.247025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.247025] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.247025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.247025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.247025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.247025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.247025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.247364] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('786f1f75-9fac-4448-8af7-6bee227d6655',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.255841] env[66272]: INFO networking_nsxv3.common.synchronization [req-ea284014-ec66-4afc-b56c-70ea3055fb70 req-35a4dfce-fbac-479a-9b7c-c08cef6d8f1f tempest-AttachVolumeNegativeTest-738561690 tempest-AttachVolumeNegativeTest-738561690-project-member] Enqueued Resource ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 with Priority: HIGHEST for action security_group_members [ 1174.257188] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 with Priority: HIGHEST for action security_group_members [ 1174.257188] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-46acef92-02a8-40e3-aaec-0a0bc0ae9676 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.257188] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.257188] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.257408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.257438] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.257765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.257765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.257765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.257765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.257919] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46acef92-02a8-40e3-aaec-0a0bc0ae9676',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.750412] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 786f1f75-9fac-4448-8af7-6bee227d6655: rpc.has_security_group_logging(os_id): False [ 1174.760414] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.760581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.760633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.760867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.760984] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.761240] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.761341] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.761407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.761646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.761708] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.761747] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 is going to be updated. [ 1174.771394] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.771603] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.771680] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.772397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.772397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.772397] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.772397] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.772961] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.772961] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.772961] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.773074] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.773180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.773248] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.773403] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.773481] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.773683] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.773971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.773971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.774117] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.774194] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.774281] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 786f1f75-9fac-4448-8af7-6bee227d6655 is going to be created. [ 1174.799667] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.799962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.799962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.800149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.800290] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.811329] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 in Status: IN_PROGRESS for 2s [ 1174.876336] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.876515] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.876587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.876810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.877554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.893277] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 786f1f75-9fac-4448-8af7-6bee227d6655 in Status: IN_PROGRESS for 2s [ 1175.611673] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 in Status: SUCCESS [ 1175.611890] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 deletion is rescheduled due to dependency. [ 1175.612022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.810682] env[66272]: INFO networking_nsxv3.common.synchronization [req-d1e18d11-a876-4259-a95d-da43f2d4b243 req-66d3a673-89ba-4a86-af7a-2df3998ac637 tempest-DeleteServersTestJSON-563395098 tempest-DeleteServersTestJSON-563395098-project-member] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1175.812492] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1175.813054] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.813244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.813347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.813805] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.813865] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.814010] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.814111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.814344] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.814474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.814625] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.095669] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 in Status: SUCCESS [ 1176.095891] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.096273] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.096534] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.096737] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.096919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.097038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.097245] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.097336] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.097439] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.097531] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62d225fd-aad8-4ed6-97d0-f0e420968923',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.248660] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.249061] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.249061] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.249291] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.249549] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.249907] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.249907] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.250468] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.250660] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.253355] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.253504] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.253653] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.253776] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.253930] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.254034] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.254202] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.278028] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.278028] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1176.278028] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.278028] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-696" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.278028] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-94051e53-698b-4e8d-a07c-b3d188b7fec2 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.278028] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-94051e53-698b-4e8d-a07c-b3d188b7fec2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.278028] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-94051e53-698b-4e8d-a07c-b3d188b7fec2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.278691] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-94051e53-698b-4e8d-a07c-b3d188b7fec2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.278691] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94051e53-698b-4e8d-a07c-b3d188b7fec2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.320703] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.320703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.320703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.320703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.320703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.320703] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.320703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.320703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.320703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.320703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.320703] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1176.371524] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.371807] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.371876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.372465] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.372465] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.383815] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1176.600487] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62d225fd-aad8-4ed6-97d0-f0e420968923',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.782275] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.782610] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.782733] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.783045] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.783233] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.783390] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 94051e53-698b-4e8d-a07c-b3d188b7fec2 not found, creating... [ 1176.783688] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.783862] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.784029] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.784326] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.784477] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.784889] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.785071] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.785217] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.785448] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.785602] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.785747] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 94051e53-698b-4e8d-a07c-b3d188b7fec2 is going to be created. [ 1176.822363] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.823729] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.823729] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.823894] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.824199] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.824503] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-94051e53-698b-4e8d-a07c-b3d188b7fec2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.826281] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 in Status: SUCCESS [ 1176.826782] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 deletion is rescheduled due to dependency. [ 1176.826782] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.924916] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 786f1f75-9fac-4448-8af7-6bee227d6655 in Status: SUCCESS [ 1176.924916] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.103040] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62d225fd-aad8-4ed6-97d0-f0e420968923: rpc.has_security_group_logging(os_id): False [ 1177.123524] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.123524] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.123524] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.123764] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.123819] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.124066] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.124179] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.125047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.125047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.125047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.125047] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 is going to be created. [ 1177.223196] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.223402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.223447] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.223714] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.223940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.268016] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 in Status: IN_PROGRESS for 2s [ 1177.569738] env[66272]: INFO networking_nsxv3.common.synchronization [req-d1e18d11-a876-4259-a95d-da43f2d4b243 req-c0293aa5-3a25-4127-a0ac-c29f9c7943c8 service nova] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_rules [ 1177.573043] env[66272]: INFO networking_nsxv3.common.synchronization [req-d1e18d11-a876-4259-a95d-da43f2d4b243 req-c0293aa5-3a25-4127-a0ac-c29f9c7943c8 service nova] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1177.573043] env[66272]: INFO networking_nsxv3.common.synchronization [req-d1e18d11-a876-4259-a95d-da43f2d4b243 req-c0293aa5-3a25-4127-a0ac-c29f9c7943c8 service nova] Enqueued Resource ID: 94051e53-698b-4e8d-a07c-b3d188b7fec2 with Priority: HIGHEST for action port [ 1177.573043] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_rules [ 1177.573043] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1177.573043] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94051e53-698b-4e8d-a07c-b3d188b7fec2 with Priority: HIGHEST for action port [ 1177.573043] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.573043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.573043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.573043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.573043] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.574182] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.574182] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.574182] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-94051e53-698b-4e8d-a07c-b3d188b7fec2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.574182] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94051e53-698b-4e8d-a07c-b3d188b7fec2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.574182] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94051e53-698b-4e8d-a07c-b3d188b7fec2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.574182] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94051e53-698b-4e8d-a07c-b3d188b7fec2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.574182] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94051e53-698b-4e8d-a07c-b3d188b7fec2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.082118] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.082678] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.082678] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94051e53-698b-4e8d-a07c-b3d188b7fec2 with status ACTIVE [ 1178.083116] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.083294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.083294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.083546] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.083707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.083981] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.084158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.084314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.084568] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.085119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.085446] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.085558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.085603] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.089028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.089028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.089028] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94051e53-698b-4e8d-a07c-b3d188b7fec2 is going to be updated. [ 1178.117142] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.117142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.117142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.117142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.117428] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.117557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94051e53-698b-4e8d-a07c-b3d188b7fec2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.395485] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1178.395778] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 deletion is rescheduled due to dependency. [ 1178.395778] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.396094] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.396200] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.396360] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.396480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.396552] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.396686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.396768] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.396891] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.513808] env[66272]: INFO networking_nsxv3.common.synchronization [None req-cbe5e34e-aff3-475a-8ef0-51a60f844598 None None] Enqueued Resource ID: 212f0a30-a7e8-420b-9c0b-c13f5623fb03 with Priority: HIGHEST for action port [ 1178.514419] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212f0a30-a7e8-420b-9c0b-c13f5623fb03 with Priority: HIGHEST for action port [ 1178.514792] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-212f0a30-a7e8-420b-9c0b-c13f5623fb03 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.514942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-212f0a30-a7e8-420b-9c0b-c13f5623fb03" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.515031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-212f0a30-a7e8-420b-9c0b-c13f5623fb03" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.515334] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-212f0a30-a7e8-420b-9c0b-c13f5623fb03" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.515428] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('212f0a30-a7e8-420b-9c0b-c13f5623fb03',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.900839] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.019699] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 212f0a30-a7e8-420b-9c0b-c13f5623fb03 [ 1179.020137] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.020299] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.020367] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.020588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.020672] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.020770] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:212f0a30-a7e8-420b-9c0b-c13f5623fb03 already deleted. [ 1179.020906] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-212f0a30-a7e8-420b-9c0b-c13f5623fb03" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.198211] env[66272]: INFO networking_nsxv3.common.synchronization [None req-112d18f0-cd24-45ec-b09b-1bb06f228c56 tempest-ServersTestManualDisk-1562779242 tempest-ServersTestManualDisk-1562779242-project-member] Enqueued Resource ID: da146e53-f0d5-40c5-8f93-ad90ec748cec with Priority: HIGHEST for action security_group_rules [ 1179.198554] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da146e53-f0d5-40c5-8f93-ad90ec748cec with Priority: HIGHEST for action security_group_rules [ 1179.198642] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da146e53-f0d5-40c5-8f93-ad90ec748cec taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.198760] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.198823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.199330] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.199330] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da146e53-f0d5-40c5-8f93-ad90ec748cec',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.283055] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 in Status: SUCCESS [ 1179.283055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.304339] env[66272]: INFO networking_nsxv3.common.synchronization [None req-5c95feea-332c-42fc-b948-30ffc69022a9 tempest-ServersTestManualDisk-1562779242 tempest-ServersTestManualDisk-1562779242-project-member] Enqueued Resource ID: da146e53-f0d5-40c5-8f93-ad90ec748cec with Priority: HIGHEST for action security_group_rules [ 1179.305399] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da146e53-f0d5-40c5-8f93-ad90ec748cec with Priority: HIGHEST for action security_group_rules [ 1179.306322] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da146e53-f0d5-40c5-8f93-ad90ec748cec taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.306322] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.402990] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.725239] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.725474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.725542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.725800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.725896] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.726026] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da146e53-f0d5-40c5-8f93-ad90ec748cec already deleted. [ 1179.726127] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.726342] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.726539] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.726649] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da146e53-f0d5-40c5-8f93-ad90ec748cec',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.896898] env[66272]: INFO networking_nsxv3.common.synchronization [None req-dfae8d52-232c-4e3b-b334-7ea44e252f11 tempest-AttachVolumeNegativeTest-738561690 tempest-AttachVolumeNegativeTest-738561690-project-member] Enqueued Resource ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f with Priority: HIGHEST for action security_group_rules [ 1179.897516] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f with Priority: HIGHEST for action security_group_rules [ 1179.897838] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.897962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.898040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.898339] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.898424] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d05ad12a-8c51-4940-b632-2f7bcd411d4f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.911866] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.912033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.912376] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.912376] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.912473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.912524] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1179.946812] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.946987] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.947044] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.947476] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.947476] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.959387] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1180.033097] env[66272]: INFO networking_nsxv3.common.synchronization [None req-8fb21c23-fe77-46f1-a978-634b07fab270 tempest-AttachVolumeNegativeTest-738561690 tempest-AttachVolumeNegativeTest-738561690-project-member] Enqueued Resource ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f with Priority: HIGHEST for action security_group_rules [ 1180.035380] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f with Priority: HIGHEST for action security_group_rules [ 1180.035759] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.035868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.248132] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.248504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.248504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.248572] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.248652] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.248750] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da146e53-f0d5-40c5-8f93-ad90ec748cec already deleted. [ 1180.248828] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.434373] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.434516] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.434750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.434986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.435115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.435222] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f already deleted. [ 1180.435443] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.435504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.435662] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.435750] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d05ad12a-8c51-4940-b632-2f7bcd411d4f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.927773] env[66272]: INFO networking_nsxv3.common.synchronization [None req-2cb0f0b8-28fc-4d1a-abb1-248655f38fc1 None None] Enqueued Resource ID: 8d7df123-5d70-44bf-a52a-778ee04dc391 with Priority: HIGHEST for action port [ 1180.928251] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7df123-5d70-44bf-a52a-778ee04dc391 with Priority: HIGHEST for action port [ 1180.928584] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d7df123-5d70-44bf-a52a-778ee04dc391 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.928732] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d7df123-5d70-44bf-a52a-778ee04dc391" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.928779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d7df123-5d70-44bf-a52a-778ee04dc391" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.929080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d7df123-5d70-44bf-a52a-778ee04dc391" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.929165] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d7df123-5d70-44bf-a52a-778ee04dc391',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.957459] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.958709] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.958829] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.959101] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.959207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.959368] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f already deleted. [ 1180.959466] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.431696] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d7df123-5d70-44bf-a52a-778ee04dc391 [ 1181.432107] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.432241] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.432288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.432530] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.432606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.432709] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d7df123-5d70-44bf-a52a-778ee04dc391 already deleted. [ 1181.432790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d7df123-5d70-44bf-a52a-778ee04dc391" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.969741] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1181.970046] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.970261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.970538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.970816] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.970961] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.971032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.971190] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.971433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.971588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.971697] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.474413] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.474871] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.474871] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.474941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.475127] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.475325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.475325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.475435] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.475555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.475615] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.475773] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.475864] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.475930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.476074] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.476211] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.476301] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.476360] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.476497] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.476571] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.476656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.476734] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.979675] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d672d11c-f3c6-40dd-9c7d-867414995085: rpc.has_security_group_logging(os_id): False [ 1183.013660] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.013812] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.013883] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.014132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.014274] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.014459] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.014607] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.014667] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.014880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.014962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.015170] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.015266] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.015329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.015478] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.015579] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.015798] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.015894] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.015954] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.016189] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.016290] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.016429] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1183.108243] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.108454] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.108562] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.108903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.109181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.130170] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1185.156209] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1185.156644] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.421757] env[66272]: INFO networking_nsxv3.common.synchronization [req-1ed5b0b7-a71d-4d0e-b4f6-4c464dcbd999 req-acec44e3-10d4-4c88-b4f6-5295947ff9fe tempest-ServersTestManualDisk-1562779242 tempest-ServersTestManualDisk-1562779242-project-member] Enqueued Resource ID: da146e53-f0d5-40c5-8f93-ad90ec748cec with Priority: HIGHEST for action security_group_members [ 1185.422346] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da146e53-f0d5-40c5-8f93-ad90ec748cec with Priority: HIGHEST for action security_group_members [ 1185.422705] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-da146e53-f0d5-40c5-8f93-ad90ec748cec taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.422830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.422944] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.423223] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.423384] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.423525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.423562] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.423714] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.423809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.423902] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da146e53-f0d5-40c5-8f93-ad90ec748cec',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.774690] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.774904] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-388" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.775013] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-388" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.775366] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-388" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.775629] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.775779] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.775893] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.776169] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.776331] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.776541] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1185.776657] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.776764] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.776871] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.776983] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1185.777087] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.777218] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.830649] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.830906] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1185.831123] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.831391] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-388" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.831831] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-46254521-ac4f-4f3e-bb47-0d2efd525c71 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.832108] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-46254521-ac4f-4f3e-bb47-0d2efd525c71" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.832308] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-46254521-ac4f-4f3e-bb47-0d2efd525c71" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.832820] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-46254521-ac4f-4f3e-bb47-0d2efd525c71" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.833051] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46254521-ac4f-4f3e-bb47-0d2efd525c71',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.926911] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.927157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.927157] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.927317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.927415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.927620] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.927721] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.927775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.927941] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.928024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.928143] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da146e53-f0d5-40c5-8f93-ad90ec748cec already deleted. [ 1185.928276] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.335803] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.336222] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.336222] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.336468] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.336613] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.336768] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 46254521-ac4f-4f3e-bb47-0d2efd525c71 not found, creating... [ 1186.337051] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.337210] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.337324] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.337602] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.337892] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.338152] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.338386] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.338562] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.338791] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.338941] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.339100] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 46254521-ac4f-4f3e-bb47-0d2efd525c71 is going to be created. [ 1186.365549] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.365837] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.365977] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.366364] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.366623] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.367020] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-46254521-ac4f-4f3e-bb47-0d2efd525c71" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.091198] env[66272]: INFO networking_nsxv3.common.synchronization [req-1ed5b0b7-a71d-4d0e-b4f6-4c464dcbd999 req-95b46e27-d030-4ace-b066-c83a2d315372 service nova] Enqueued Resource ID: da146e53-f0d5-40c5-8f93-ad90ec748cec with Priority: HIGHEST for action security_group_rules [ 1187.091385] env[66272]: INFO networking_nsxv3.common.synchronization [req-1ed5b0b7-a71d-4d0e-b4f6-4c464dcbd999 req-95b46e27-d030-4ace-b066-c83a2d315372 service nova] Enqueued Resource ID: da146e53-f0d5-40c5-8f93-ad90ec748cec with Priority: HIGHEST for action security_group_members [ 1187.091520] env[66272]: INFO networking_nsxv3.common.synchronization [req-1ed5b0b7-a71d-4d0e-b4f6-4c464dcbd999 req-95b46e27-d030-4ace-b066-c83a2d315372 service nova] Enqueued Resource ID: 46254521-ac4f-4f3e-bb47-0d2efd525c71 with Priority: HIGHEST for action port [ 1187.092251] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da146e53-f0d5-40c5-8f93-ad90ec748cec with Priority: HIGHEST for action security_group_rules [ 1187.092422] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da146e53-f0d5-40c5-8f93-ad90ec748cec with Priority: HIGHEST for action security_group_members [ 1187.092578] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46254521-ac4f-4f3e-bb47-0d2efd525c71 with Priority: HIGHEST for action port [ 1187.092853] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da146e53-f0d5-40c5-8f93-ad90ec748cec taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.092979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.093071] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.093268] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.093347] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da146e53-f0d5-40c5-8f93-ad90ec748cec',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.095486] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-da146e53-f0d5-40c5-8f93-ad90ec748cec taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.096327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.096418] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.096734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.096960] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.097064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.097064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.097263] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.097322] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.097441] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da146e53-f0d5-40c5-8f93-ad90ec748cec',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.098330] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-46254521-ac4f-4f3e-bb47-0d2efd525c71 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.099029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46254521-ac4f-4f3e-bb47-0d2efd525c71" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.099029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46254521-ac4f-4f3e-bb47-0d2efd525c71" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.099029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46254521-ac4f-4f3e-bb47-0d2efd525c71" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.099029] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46254521-ac4f-4f3e-bb47-0d2efd525c71',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.595586] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-da146e53-f0d5-40c5-8f93-ad90ec748cec taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.595975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.601150] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da146e53-f0d5-40c5-8f93-ad90ec748cec',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.602135] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46254521-ac4f-4f3e-bb47-0d2efd525c71 with status ACTIVE [ 1187.602341] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.602595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.602595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.602818] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.602928] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.603836] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.603836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.603836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.603836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.603836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.603836] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.603836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.603836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.604175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.604175] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.604175] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46254521-ac4f-4f3e-bb47-0d2efd525c71 is going to be updated. [ 1187.633072] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.633271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.633313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.633971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.633971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.633971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46254521-ac4f-4f3e-bb47-0d2efd525c71" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.715938] env[66272]: INFO networking_nsxv3.common.synchronization [req-fd538e46-342a-4e83-b61b-894c4fb11b97 req-fa71a53c-d5f8-4b58-96f4-c77cfa56caed tempest-AttachVolumeNegativeTest-738561690 tempest-AttachVolumeNegativeTest-738561690-project-member] Enqueued Resource ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f with Priority: HIGHEST for action security_group_members [ 1187.716128] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f with Priority: HIGHEST for action security_group_members [ 1187.716439] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05ad12a-8c51-4940-b632-2f7bcd411d4f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.716560] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.716621] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.716909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.717097] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.717206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.717327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.717441] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.717516] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.717609] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d05ad12a-8c51-4940-b632-2f7bcd411d4f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.069114] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.069392] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-713" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.069514] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-713" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.069767] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-713" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.070030] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.070187] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.070297] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.070500] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.070636] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.070837] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.070945] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.071065] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.071167] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.071270] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.071369] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.071493] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.092455] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.092636] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1188.092774] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.092942] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-713" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.093280] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-0d2e71b4-0d82-4138-a255-40c1a5ec9f85 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.093452] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-0d2e71b4-0d82-4138-a255-40c1a5ec9f85" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.093568] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-0d2e71b4-0d82-4138-a255-40c1a5ec9f85" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.108573] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-0d2e71b4-0d82-4138-a255-40c1a5ec9f85" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.108573] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d2e71b4-0d82-4138-a255-40c1a5ec9f85',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.110282] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da146e53-f0d5-40c5-8f93-ad90ec748cec',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.221061] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.221061] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.221061] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.221358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.221358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.221558] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.221707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.221803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.221994] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.222064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.222173] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f already deleted. [ 1188.222280] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.613718] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.613718] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.613718] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.613718] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.613718] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.613718] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port 0d2e71b4-0d82-4138-a255-40c1a5ec9f85 not found, creating... [ 1188.613718] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.613718] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.614488] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.614488] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.614488] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.614488] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.614717] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.614761] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.614970] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.615128] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.615269] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: 0d2e71b4-0d82-4138-a255-40c1a5ec9f85 is going to be created. [ 1188.617041] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.617041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.617041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.617041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.617041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.617278] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da146e53-f0d5-40c5-8f93-ad90ec748cec is going to be created. [ 1188.637476] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.637740] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.637879] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.638191] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.638419] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.638640] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-0d2e71b4-0d82-4138-a255-40c1a5ec9f85" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.645552] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.645808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.645808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.646641] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.646641] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.657304] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da146e53-f0d5-40c5-8f93-ad90ec748cec in Status: UNINITIALIZED for 2s [ 1189.364674] env[66272]: INFO networking_nsxv3.common.synchronization [req-fd538e46-342a-4e83-b61b-894c4fb11b97 req-2ecfd07b-cee7-43e5-a54a-a1b4b1b886ce service nova] Enqueued Resource ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f with Priority: HIGHEST for action security_group_rules [ 1189.364908] env[66272]: INFO networking_nsxv3.common.synchronization [req-fd538e46-342a-4e83-b61b-894c4fb11b97 req-2ecfd07b-cee7-43e5-a54a-a1b4b1b886ce service nova] Enqueued Resource ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f with Priority: HIGHEST for action security_group_members [ 1189.365078] env[66272]: INFO networking_nsxv3.common.synchronization [req-fd538e46-342a-4e83-b61b-894c4fb11b97 req-2ecfd07b-cee7-43e5-a54a-a1b4b1b886ce service nova] Enqueued Resource ID: 0d2e71b4-0d82-4138-a255-40c1a5ec9f85 with Priority: HIGHEST for action port [ 1189.365889] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f with Priority: HIGHEST for action security_group_rules [ 1189.365889] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f with Priority: HIGHEST for action security_group_members [ 1189.365985] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d2e71b4-0d82-4138-a255-40c1a5ec9f85 with Priority: HIGHEST for action port [ 1189.366310] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.366451] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.366684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.366970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.367099] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d05ad12a-8c51-4940-b632-2f7bcd411d4f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.374581] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05ad12a-8c51-4940-b632-2f7bcd411d4f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.374844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.374919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.375170] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.375371] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.375473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.375553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.375774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.375829] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.375929] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d05ad12a-8c51-4940-b632-2f7bcd411d4f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.377054] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d2e71b4-0d82-4138-a255-40c1a5ec9f85 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.377210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d2e71b4-0d82-4138-a255-40c1a5ec9f85" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.377351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d2e71b4-0d82-4138-a255-40c1a5ec9f85" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.377561] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d2e71b4-0d82-4138-a255-40c1a5ec9f85" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.377658] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d2e71b4-0d82-4138-a255-40c1a5ec9f85',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.880209] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d05ad12a-8c51-4940-b632-2f7bcd411d4f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.881415] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05ad12a-8c51-4940-b632-2f7bcd411d4f taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.881585] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.881785] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d2e71b4-0d82-4138-a255-40c1a5ec9f85 with status ACTIVE [ 1189.881965] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.882129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.882203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.882520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.882719] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.882842] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.882981] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.883047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.883269] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.883352] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.883579] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.883735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.883735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.883934] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.884023] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.884108] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d2e71b4-0d82-4138-a255-40c1a5ec9f85 is going to be updated. [ 1189.909157] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.909347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.909386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.909641] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.909789] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.909950] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d2e71b4-0d82-4138-a255-40c1a5ec9f85" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.387132] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d05ad12a-8c51-4940-b632-2f7bcd411d4f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.677379] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da146e53-f0d5-40c5-8f93-ad90ec748cec in Status: SUCCESS [ 1190.677598] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.677747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.677986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.678198] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.678316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.678373] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.678527] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.678592] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.678685] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.678772] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da146e53-f0d5-40c5-8f93-ad90ec748cec',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.889645] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.890057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.890057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.890127] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.890180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.890275] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f is going to be created. [ 1190.918297] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.918500] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.918500] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.918743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.918930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.931685] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f in Status: UNINITIALIZED for 2s [ 1191.181109] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da146e53-f0d5-40c5-8f93-ad90ec748cec',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.684175] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da146e53-f0d5-40c5-8f93-ad90ec748cec: rpc.has_security_group_logging(os_id): False [ 1191.705765] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.706019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.706019] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.706223] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.706338] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.706744] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.706871] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.706912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.707164] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.707333] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.707384] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da146e53-f0d5-40c5-8f93-ad90ec748cec is going to be created. [ 1191.787412] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.787636] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.787636] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.787885] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.788155] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.802562] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da146e53-f0d5-40c5-8f93-ad90ec748cec in Status: IN_PROGRESS for 2s [ 1192.925359] env[66272]: INFO networking_nsxv3.common.synchronization [req-2dc89f14-709c-4880-8371-a908dc2a6c47 req-cb2e3af8-1be6-4a60-b34a-a5a97f3e06b0 tempest-ServerActionsTestJSON-249685309 tempest-ServerActionsTestJSON-249685309-project-member] Enqueued Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_members [ 1192.926434] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_members [ 1192.927185] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.927346] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.927436] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.927694] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.927898] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.928043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.928181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.928593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.928741] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.928883] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.942281] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f in Status: SUCCESS [ 1192.942556] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.942762] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.943040] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.943288] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.943445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.943534] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.943744] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.943851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.944315] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.944315] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d05ad12a-8c51-4940-b632-2f7bcd411d4f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.433314] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.433493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.433565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.433804] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.433906] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.434116] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.434220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.434354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.434450] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.434561] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.434646] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 is going to be updated. [ 1193.447136] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d05ad12a-8c51-4940-b632-2f7bcd411d4f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.470783] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.470975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.471069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.471317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.471465] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.482069] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: IN_PROGRESS for 2s [ 1193.851567] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da146e53-f0d5-40c5-8f93-ad90ec748cec in Status: SUCCESS [ 1193.851876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.949388] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d05ad12a-8c51-4940-b632-2f7bcd411d4f: rpc.has_security_group_logging(os_id): False [ 1194.018063] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.018241] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.018316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.018664] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.018774] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.019057] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.019239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.019239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.019416] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.019494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.019586] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f is going to be created. [ 1194.140788] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.140957] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.141050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.141273] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.141452] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.154818] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f in Status: IN_PROGRESS for 2s [ 1195.494342] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: SUCCESS [ 1195.494342] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 deletion is rescheduled due to dependency. [ 1195.495071] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.167950] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f in Status: SUCCESS [ 1196.168204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.705887] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.706444] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-268" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.706444] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-268" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.706671] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-268" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.707309] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.707549] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.707703] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.707980] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.708213] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.708477] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.708977] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.709176] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.709377] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.709708] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.709886] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.710124] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.732374] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.732566] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1196.732718] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.732894] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-268" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.733263] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-b12e2192-fda4-4fdd-823d-6569c8298d1d taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.733442] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-b12e2192-fda4-4fdd-823d-6569c8298d1d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.733559] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-b12e2192-fda4-4fdd-823d-6569c8298d1d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.733863] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-b12e2192-fda4-4fdd-823d-6569c8298d1d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.734025] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b12e2192-fda4-4fdd-823d-6569c8298d1d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.237370] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.237620] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.237742] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.238061] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.238209] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.238514] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.238683] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.238828] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.239064] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.239204] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.239486] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.239640] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.239756] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.239961] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.240138] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.240282] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: b12e2192-fda4-4fdd-823d-6569c8298d1d is going to be updated. [ 1197.264686] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.264917] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.265033] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.265324] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.265518] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.265743] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-b12e2192-fda4-4fdd-823d-6569c8298d1d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.392532] env[66272]: INFO networking_nsxv3.common.synchronization [req-9bb87b2e-8fd4-4941-ab98-0e6bf36868b2 req-71908a54-367c-43bc-931a-8d31670d17ca tempest-ServerActionsTestOtherA-1097849212 tempest-ServerActionsTestOtherA-1097849212-project-member] Enqueued Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGHEST for action security_group_members [ 1197.393334] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGHEST for action security_group_members [ 1197.393802] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-786f1f75-9fac-4448-8af7-6bee227d6655 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.393954] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.394038] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.394439] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.394692] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.395384] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.395384] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.395384] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.395384] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.395384] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('786f1f75-9fac-4448-8af7-6bee227d6655',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.900140] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.900422] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.900422] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.900568] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.900658] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.900874] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.900995] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.901063] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.901222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.901297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.901380] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 786f1f75-9fac-4448-8af7-6bee227d6655 is going to be updated. [ 1197.939655] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.939809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.939847] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.940070] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.940212] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.950927] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 786f1f75-9fac-4448-8af7-6bee227d6655 in Status: IN_PROGRESS for 2s [ 1198.022585] env[66272]: INFO networking_nsxv3.common.synchronization [req-861c7327-c3ce-4272-8ca8-3477b6b399a2 req-8387a280-d154-4cae-8a39-f9b3556f9137 service nova] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_rules [ 1198.022994] env[66272]: INFO networking_nsxv3.common.synchronization [req-861c7327-c3ce-4272-8ca8-3477b6b399a2 req-8387a280-d154-4cae-8a39-f9b3556f9137 service nova] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 1198.022994] env[66272]: INFO networking_nsxv3.common.synchronization [req-861c7327-c3ce-4272-8ca8-3477b6b399a2 req-8387a280-d154-4cae-8a39-f9b3556f9137 service nova] Enqueued Resource ID: b12e2192-fda4-4fdd-823d-6569c8298d1d with Priority: HIGHEST for action port [ 1198.023421] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_rules [ 1198.023656] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 1198.023656] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12e2192-fda4-4fdd-823d-6569c8298d1d with Priority: HIGHEST for action port [ 1198.023909] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.024076] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.024257] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.024834] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.024923] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.025814] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.025930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.025996] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.026185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.026334] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.026430] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.026490] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.026655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.026742] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.026850] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.027654] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-b12e2192-fda4-4fdd-823d-6569c8298d1d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.028173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b12e2192-fda4-4fdd-823d-6569c8298d1d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.028173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b12e2192-fda4-4fdd-823d-6569c8298d1d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.028173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b12e2192-fda4-4fdd-823d-6569c8298d1d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.030387] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b12e2192-fda4-4fdd-823d-6569c8298d1d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.534041] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.534041] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.534041] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.534986] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b12e2192-fda4-4fdd-823d-6569c8298d1d with status ACTIVE [ 1198.535182] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.535295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.535360] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.535622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.535734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.535869] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.535971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.536065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.536233] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.536308] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.536488] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.536659] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.536659] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.536768] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.536859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.537157] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b12e2192-fda4-4fdd-823d-6569c8298d1d is going to be updated. [ 1198.558531] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.558779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.558838] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.559065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.559204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.559361] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b12e2192-fda4-4fdd-823d-6569c8298d1d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.038695] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.541323] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.541584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.541663] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.541985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.542171] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.542343] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 is going to be updated. [ 1199.581558] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.581765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.581765] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.581994] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.582152] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.594576] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: IN_PROGRESS for 2s [ 1199.961354] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 786f1f75-9fac-4448-8af7-6bee227d6655 in Status: SUCCESS [ 1199.961546] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 786f1f75-9fac-4448-8af7-6bee227d6655 deletion is rescheduled due to dependency. [ 1199.961674] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.606056] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: SUCCESS [ 1201.606445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.606513] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.606771] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.606976] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.607121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.607186] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.607351] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.607433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.607523] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.607632] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.109752] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.611671] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9356fdaf-15cf-4536-b8ec-19383ea51a57: rpc.has_security_group_logging(os_id): False [ 1202.637737] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.637889] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.637929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.638178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.638481] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.638601] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.638709] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.638809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.639056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.639200] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.639275] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 is going to be updated. [ 1202.726705] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.726950] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.727034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.727239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.727395] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.750334] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: IN_PROGRESS for 2s [ 1202.945398] env[66272]: INFO networking_nsxv3.common.synchronization [None req-e3ddcf84-f6f0-4b1e-849c-bad8b9cca51c tempest-ServerActionsTestOtherA-1097849212 tempest-ServerActionsTestOtherA-1097849212-project-member] Enqueued Resource ID: 6734728f-3967-45ab-81d0-8c7474321e8f with Priority: HIGHEST for action security_group_rules [ 1202.945913] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6734728f-3967-45ab-81d0-8c7474321e8f with Priority: HIGHEST for action security_group_rules [ 1202.946233] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6734728f-3967-45ab-81d0-8c7474321e8f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.946566] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.946566] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.946703] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.946765] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6734728f-3967-45ab-81d0-8c7474321e8f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.054661] env[66272]: INFO networking_nsxv3.common.synchronization [None req-812c6e24-bfc7-4dc6-8d71-edd43d9be6ce tempest-ServerActionsTestOtherA-1097849212 tempest-ServerActionsTestOtherA-1097849212-project-member] Enqueued Resource ID: 6734728f-3967-45ab-81d0-8c7474321e8f with Priority: HIGHEST for action security_group_rules [ 1203.055313] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6734728f-3967-45ab-81d0-8c7474321e8f with Priority: HIGHEST for action security_group_rules [ 1203.055711] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6734728f-3967-45ab-81d0-8c7474321e8f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.055816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.470036] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.470230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.470686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.470686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.470686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.470828] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6734728f-3967-45ab-81d0-8c7474321e8f already deleted. [ 1203.470902] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.471110] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.471278] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.471360] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6734728f-3967-45ab-81d0-8c7474321e8f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.994556] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.994556] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.994556] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.995191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.995191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.995191] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6734728f-3967-45ab-81d0-8c7474321e8f already deleted. [ 1203.995191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.769809] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: SUCCESS [ 1204.770205] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.108714] env[66272]: INFO networking_nsxv3.common.synchronization [req-758cd932-2e34-4bf5-8367-f4fa8fa6956b req-7fbfaa32-319c-432e-b92c-e5f0dce0fda2 tempest-ServerActionsTestJSON-249685309 tempest-ServerActionsTestJSON-249685309-project-member] Enqueued Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_members [ 1205.109450] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_members [ 1205.109956] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.110128] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.110260] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.110431] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.110629] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.110746] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.110802] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.110929] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.111024] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.111137] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.526737] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-670 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.526977] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-670" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.527097] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-670" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.527382] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-670" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.528842] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.529150] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.529320] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.529633] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.529913] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.530192] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.530402] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1205.530571] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1205.530757] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1205.530905] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.531058] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1205.531242] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1205.556253] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1205.556253] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1205.556253] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1205.556253] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-670" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.556535] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-7fec49b7-c5ef-4559-be4e-b3f2bc6ce6b3 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.556782] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-7fec49b7-c5ef-4559-be4e-b3f2bc6ce6b3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.557017] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-7fec49b7-c5ef-4559-be4e-b3f2bc6ce6b3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.557392] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-7fec49b7-c5ef-4559-be4e-b3f2bc6ce6b3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.557635] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fec49b7-c5ef-4559-be4e-b3f2bc6ce6b3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.614610] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.614846] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.614905] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.615125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.615374] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.615621] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.615779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.615858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.616061] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.616163] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.616216] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 is going to be updated. [ 1205.652321] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.652566] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.652640] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.652921] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.653186] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.666390] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: IN_PROGRESS for 2s [ 1206.062690] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.062922] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.063067] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.063376] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.063531] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.063687] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 7fec49b7-c5ef-4559-be4e-b3f2bc6ce6b3 not found, creating... [ 1206.063948] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.064129] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.064258] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.064611] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.064768] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.065130] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.065320] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.065445] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.065661] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.065798] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.065935] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 7fec49b7-c5ef-4559-be4e-b3f2bc6ce6b3 is going to be created. [ 1206.088615] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.088862] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.088963] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.089277] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.089504] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.089729] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-7fec49b7-c5ef-4559-be4e-b3f2bc6ce6b3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.667097] env[66272]: INFO networking_nsxv3.common.synchronization [req-758cd932-2e34-4bf5-8367-f4fa8fa6956b req-bd27d9fa-66ba-417d-8792-ce52fe7d06ab service nova] Enqueued Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_rules [ 1207.667445] env[66272]: INFO networking_nsxv3.common.synchronization [req-758cd932-2e34-4bf5-8367-f4fa8fa6956b req-bd27d9fa-66ba-417d-8792-ce52fe7d06ab service nova] Enqueued Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_members [ 1207.667445] env[66272]: INFO networking_nsxv3.common.synchronization [req-758cd932-2e34-4bf5-8367-f4fa8fa6956b req-bd27d9fa-66ba-417d-8792-ce52fe7d06ab service nova] Enqueued Resource ID: 7fec49b7-c5ef-4559-be4e-b3f2bc6ce6b3 with Priority: HIGHEST for action port [ 1207.669329] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_rules [ 1207.669476] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_members [ 1207.669575] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fec49b7-c5ef-4559-be4e-b3f2bc6ce6b3 with Priority: HIGHEST for action port [ 1207.669876] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.670014] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.670088] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.670303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.670384] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.671599] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.671599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.671689] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fec49b7-c5ef-4559-be4e-b3f2bc6ce6b3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.671836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fec49b7-c5ef-4559-be4e-b3f2bc6ce6b3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.671836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fec49b7-c5ef-4559-be4e-b3f2bc6ce6b3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.672084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fec49b7-c5ef-4559-be4e-b3f2bc6ce6b3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.672084] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fec49b7-c5ef-4559-be4e-b3f2bc6ce6b3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.685321] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: SUCCESS [ 1207.685321] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 deletion is rescheduled due to dependency. [ 1207.685321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.685321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.685321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.685321] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.685321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.685321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.685321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.685321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.685321] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.174554] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.174800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.177155] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fec49b7-c5ef-4559-be4e-b3f2bc6ce6b3 with status ACTIVE [ 1208.177371] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.177557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.177639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.177880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.177982] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.178195] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.178301] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.178366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.178557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.178631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.178821] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.178922] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.178994] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.179164] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.179242] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.179345] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fec49b7-c5ef-4559-be4e-b3f2bc6ce6b3 is going to be updated. [ 1208.187241] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.199819] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.199984] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.200034] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.200256] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.200389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.200555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fec49b7-c5ef-4559-be4e-b3f2bc6ce6b3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.572450] env[66272]: INFO networking_nsxv3.common.synchronization [req-c0146178-25bc-4e9f-95dd-254ab534c313 req-0e4a83e8-43af-4ead-95a0-0d77e4fdc10a tempest-ServerActionsTestOtherA-1097849212 tempest-ServerActionsTestOtherA-1097849212-project-member] Enqueued Resource ID: 6734728f-3967-45ab-81d0-8c7474321e8f with Priority: HIGHEST for action security_group_members [ 1208.573085] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6734728f-3967-45ab-81d0-8c7474321e8f with Priority: HIGHEST for action security_group_members [ 1208.573461] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-6734728f-3967-45ab-81d0-8c7474321e8f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.573606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.573694] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.573984] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.574173] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.574296] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.574376] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.574588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.574681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.574771] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6734728f-3967-45ab-81d0-8c7474321e8f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.689762] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.933915] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.934181] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.934311] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.934634] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.934912] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.935740] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.935931] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.936247] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.936419] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.936901] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.937205] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.937376] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.937545] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.937735] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.937872] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.938039] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.960613] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.960831] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1208.961056] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.961292] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.961652] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-e4198c7b-421d-476a-9b92-33fce178a160 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.961891] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-e4198c7b-421d-476a-9b92-33fce178a160" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.962079] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-e4198c7b-421d-476a-9b92-33fce178a160" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.962473] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-e4198c7b-421d-476a-9b92-33fce178a160" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.962669] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4198c7b-421d-476a-9b92-33fce178a160',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.077179] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.077388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.077489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.077761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.077850] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.078069] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.078168] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.078235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.078395] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.078473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.078560] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6734728f-3967-45ab-81d0-8c7474321e8f already deleted. [ 1209.078639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.192594] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.192775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.192859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.193036] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.193127] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.193221] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 is going to be updated. [ 1209.223184] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.223429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.223429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.223770] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.224030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.233529] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: IN_PROGRESS for 2s [ 1209.464854] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.465255] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.465452] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.465843] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.466021] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.466193] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port e4198c7b-421d-476a-9b92-33fce178a160 not found, creating... [ 1209.466483] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.466659] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.466780] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.467149] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.467341] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.467668] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.467844] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.467964] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.468240] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.468382] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.468525] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: e4198c7b-421d-476a-9b92-33fce178a160 is going to be created. [ 1209.490135] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.490406] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.490545] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.490885] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.491230] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.491469] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-e4198c7b-421d-476a-9b92-33fce178a160" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.189553] env[66272]: INFO networking_nsxv3.common.synchronization [req-c0146178-25bc-4e9f-95dd-254ab534c313 req-5e52a0ea-6fe9-4271-a63c-8c338168c502 service nova] Enqueued Resource ID: 6734728f-3967-45ab-81d0-8c7474321e8f with Priority: HIGHEST for action security_group_rules [ 1210.189840] env[66272]: INFO networking_nsxv3.common.synchronization [req-c0146178-25bc-4e9f-95dd-254ab534c313 req-5e52a0ea-6fe9-4271-a63c-8c338168c502 service nova] Enqueued Resource ID: 6734728f-3967-45ab-81d0-8c7474321e8f with Priority: HIGHEST for action security_group_members [ 1210.189945] env[66272]: INFO networking_nsxv3.common.synchronization [req-c0146178-25bc-4e9f-95dd-254ab534c313 req-5e52a0ea-6fe9-4271-a63c-8c338168c502 service nova] Enqueued Resource ID: e4198c7b-421d-476a-9b92-33fce178a160 with Priority: HIGHEST for action port [ 1210.190928] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6734728f-3967-45ab-81d0-8c7474321e8f with Priority: HIGHEST for action security_group_rules [ 1210.191082] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6734728f-3967-45ab-81d0-8c7474321e8f with Priority: HIGHEST for action security_group_members [ 1210.191197] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4198c7b-421d-476a-9b92-33fce178a160 with Priority: HIGHEST for action port [ 1210.191475] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6734728f-3967-45ab-81d0-8c7474321e8f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.191626] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.191668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.191973] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.192022] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6734728f-3967-45ab-81d0-8c7474321e8f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.193463] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-6734728f-3967-45ab-81d0-8c7474321e8f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.193582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.193777] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.194856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.194856] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.194856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.194856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.194856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.195091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.195380] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6734728f-3967-45ab-81d0-8c7474321e8f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.196142] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4198c7b-421d-476a-9b92-33fce178a160 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.196341] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4198c7b-421d-476a-9b92-33fce178a160" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.196341] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4198c7b-421d-476a-9b92-33fce178a160" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.196489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4198c7b-421d-476a-9b92-33fce178a160" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.196589] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4198c7b-421d-476a-9b92-33fce178a160',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.698077] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6734728f-3967-45ab-81d0-8c7474321e8f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.699957] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-6734728f-3967-45ab-81d0-8c7474321e8f taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.700723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.700805] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4198c7b-421d-476a-9b92-33fce178a160 with status ACTIVE [ 1210.701046] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.701146] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.701146] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.701364] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.701482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.701667] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.701848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.701848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.702396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.702396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.702396] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.702396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.702720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.702720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.702720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.702842] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4198c7b-421d-476a-9b92-33fce178a160 is going to be updated. [ 1210.725363] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.725543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.725588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.725776] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.725909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.726077] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4198c7b-421d-476a-9b92-33fce178a160" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.201186] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6734728f-3967-45ab-81d0-8c7474321e8f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.244466] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: SUCCESS [ 1211.244466] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.244466] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.244466] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.244690] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.244790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.244873] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.245059] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.245142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.245224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.245313] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.703456] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.703672] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.703718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.703949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.704055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.704224] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6734728f-3967-45ab-81d0-8c7474321e8f is going to be created. [ 1211.728359] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.728506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.728571] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.728780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.728939] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.739930] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6734728f-3967-45ab-81d0-8c7474321e8f in Status: UNINITIALIZED for 2s [ 1211.747358] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.250369] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4c45e4a-a070-4b09-ac6c-4d4f14eac691: rpc.has_security_group_logging(os_id): False [ 1212.272041] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.272503] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.272503] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.272503] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.272593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.272827] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.272913] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.273173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.273173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.273262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.273299] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 is going to be updated. [ 1212.345759] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.345940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.345988] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.346210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.346353] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.376523] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: IN_PROGRESS for 2s [ 1213.750604] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6734728f-3967-45ab-81d0-8c7474321e8f in Status: SUCCESS [ 1213.750987] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.750987] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.751277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.751526] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.751722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.751830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.752060] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.752173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.752292] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.752442] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6734728f-3967-45ab-81d0-8c7474321e8f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.255494] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6734728f-3967-45ab-81d0-8c7474321e8f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.392831] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: SUCCESS [ 1214.392831] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.757844] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6734728f-3967-45ab-81d0-8c7474321e8f: rpc.has_security_group_logging(os_id): False [ 1214.779311] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.779512] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.779512] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.779814] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.779934] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.780393] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.780467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.780518] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.780839] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.780981] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.781123] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6734728f-3967-45ab-81d0-8c7474321e8f is going to be created. [ 1214.854869] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.855093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.855093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.855309] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.855480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.867500] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6734728f-3967-45ab-81d0-8c7474321e8f in Status: IN_PROGRESS for 2s [ 1215.192350] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.192556] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1215.712412] env[66272]: INFO networking_nsxv3.common.synchronization [req-1a03df0e-8dca-4b1c-a9a6-62e1e99d3fdc req-654806cd-36a5-49bf-b732-8694fb904a56 tempest-ServerActionsTestOtherB-1460399298 tempest-ServerActionsTestOtherB-1460399298-project-member] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 1215.714617] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGHEST for action security_group_members [ 1215.714617] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.714617] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.714617] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.714617] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.714617] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.714617] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.714617] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.714617] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.714617] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.714617] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.217377] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.217801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.217801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.217875] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.217921] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.218134] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.218236] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.218296] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.218445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.218523] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.218610] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 is going to be updated. [ 1216.245822] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.246031] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.246076] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.246289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.246428] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.255484] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: IN_PROGRESS for 2s [ 1216.887403] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6734728f-3967-45ab-81d0-8c7474321e8f in Status: SUCCESS [ 1216.887669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.266549] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: IN_PROGRESS for 4s [ 1218.986966] env[66272]: INFO networking_nsxv3.common.synchronization [req-bda49320-d4da-4364-a0cb-f7e7c4933295 req-8bc589c7-6899-4191-b405-dd13149db3a4 tempest-DeleteServersTestJSON-563395098 tempest-DeleteServersTestJSON-563395098-project-member] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1218.987586] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGHEST for action security_group_members [ 1218.988204] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.988204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.988204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.988394] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.989401] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.989401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.989401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.989401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.989401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.989401] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.490847] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.491151] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.491151] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.491309] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.491401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.491595] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.491683] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.491742] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.491889] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.491962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.492056] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be updated. [ 1219.521722] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.521872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.521872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.522100] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.522266] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.531955] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: IN_PROGRESS for 2s [ 1220.276781] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 in Status: SUCCESS [ 1220.277047] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 deletion is rescheduled due to dependency. [ 1220.277170] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.543374] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d672d11c-f3c6-40dd-9c7d-867414995085 in Status: SUCCESS [ 1221.543759] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 deletion is rescheduled due to dependency. [ 1221.543759] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.988476] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.988476] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1226.164677] env[66272]: INFO networking_nsxv3.common.synchronization [None req-3f41f1cd-0a2a-4e3d-80f9-d43360c00315 None None] Enqueued Resource ID: d32f678d-d20d-4808-8a51-2c46c25f0d2f with Priority: HIGHEST for action port [ 1226.165258] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32f678d-d20d-4808-8a51-2c46c25f0d2f with Priority: HIGHEST for action port [ 1226.165572] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-d32f678d-d20d-4808-8a51-2c46c25f0d2f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.165719] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d32f678d-d20d-4808-8a51-2c46c25f0d2f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.165822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d32f678d-d20d-4808-8a51-2c46c25f0d2f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.166277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d32f678d-d20d-4808-8a51-2c46c25f0d2f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.166407] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d32f678d-d20d-4808-8a51-2c46c25f0d2f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.669125] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d32f678d-d20d-4808-8a51-2c46c25f0d2f [ 1226.670110] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.670110] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.670110] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.670258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.670258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.670313] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d32f678d-d20d-4808-8a51-2c46c25f0d2f already deleted. [ 1226.670401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d32f678d-d20d-4808-8a51-2c46c25f0d2f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.362733] env[66272]: INFO networking_nsxv3.common.synchronization [None req-aaad58a7-79b0-44ab-85b8-c6e7327078b8 None None] Enqueued Resource ID: 1d7f5c85-bc6c-425a-8ed5-4e8088ed341c with Priority: HIGHEST for action port [ 1228.363343] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d7f5c85-bc6c-425a-8ed5-4e8088ed341c with Priority: HIGHEST for action port [ 1228.363786] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d7f5c85-bc6c-425a-8ed5-4e8088ed341c taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.363882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d7f5c85-bc6c-425a-8ed5-4e8088ed341c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.363917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d7f5c85-bc6c-425a-8ed5-4e8088ed341c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.365036] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d7f5c85-bc6c-425a-8ed5-4e8088ed341c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.365036] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d7f5c85-bc6c-425a-8ed5-4e8088ed341c',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.866221] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d7f5c85-bc6c-425a-8ed5-4e8088ed341c [ 1228.866503] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.866656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.866803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.867016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.867137] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.867237] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d7f5c85-bc6c-425a-8ed5-4e8088ed341c already deleted. [ 1228.867545] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d7f5c85-bc6c-425a-8ed5-4e8088ed341c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.700224] env[66272]: INFO networking_nsxv3.common.synchronization [req-09cdd666-57cf-44bd-afaf-03638a1995c6 req-26fc9e9e-8434-4083-8db3-b81b0716caaa tempest-ServerMetadataNegativeTestJSON-755172903 tempest-ServerMetadataNegativeTestJSON-755172903-project-member] Enqueued Resource ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 with Priority: HIGHEST for action security_group_members [ 1231.700773] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 with Priority: HIGHEST for action security_group_members [ 1231.701138] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.701313] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.701430] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.701793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.702027] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.702147] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.702232] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.702456] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.702554] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.702655] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f718d7ba-5006-494b-b8e8-df9a13a1b0d0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.020703] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-905 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.021515] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-905" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.021515] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-905" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.021515] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-905" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.021664] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.021744] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.021879] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.022080] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.022215] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.023196] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.023196] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.023196] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.023196] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.023196] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.023196] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.023196] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.047249] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.047383] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1232.047509] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.047688] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-905" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.048020] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-7159b892-de13-4cb2-876d-4f074eb15df3 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.048199] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-7159b892-de13-4cb2-876d-4f074eb15df3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.048369] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-7159b892-de13-4cb2-876d-4f074eb15df3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.048669] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-7159b892-de13-4cb2-876d-4f074eb15df3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.048787] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7159b892-de13-4cb2-876d-4f074eb15df3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.204758] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.204758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.204758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.205121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.205158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.205400] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.205504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.205577] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.205747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.205820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.205902] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 already deleted. [ 1232.205979] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.551887] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.552135] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.552188] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.552501] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.552625] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.552822] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 7159b892-de13-4cb2-876d-4f074eb15df3 not found, creating... [ 1232.553113] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.553273] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.553388] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.553617] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.553759] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.554060] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.554216] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.554337] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.554546] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.554725] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.554876] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 7159b892-de13-4cb2-876d-4f074eb15df3 is going to be created. [ 1232.576861] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.577113] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.577246] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.577526] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.578228] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.578228] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-7159b892-de13-4cb2-876d-4f074eb15df3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.266672] env[66272]: INFO networking_nsxv3.common.synchronization [req-09cdd666-57cf-44bd-afaf-03638a1995c6 req-14616cc4-971d-4295-a916-87c6a852b4e7 service nova] Enqueued Resource ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 with Priority: HIGHEST for action security_group_rules [ 1233.266907] env[66272]: INFO networking_nsxv3.common.synchronization [req-09cdd666-57cf-44bd-afaf-03638a1995c6 req-14616cc4-971d-4295-a916-87c6a852b4e7 service nova] Enqueued Resource ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 with Priority: HIGHEST for action security_group_members [ 1233.266940] env[66272]: INFO networking_nsxv3.common.synchronization [req-09cdd666-57cf-44bd-afaf-03638a1995c6 req-14616cc4-971d-4295-a916-87c6a852b4e7 service nova] Enqueued Resource ID: 7159b892-de13-4cb2-876d-4f074eb15df3 with Priority: HIGHEST for action port [ 1233.267630] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 with Priority: HIGHEST for action security_group_rules [ 1233.267829] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 with Priority: HIGHEST for action security_group_members [ 1233.267868] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7159b892-de13-4cb2-876d-4f074eb15df3 with Priority: HIGHEST for action port [ 1233.268328] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f718d7ba-5006-494b-b8e8-df9a13a1b0d0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.268507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.268606] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.268910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.269037] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f718d7ba-5006-494b-b8e8-df9a13a1b0d0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.269936] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.270101] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.270196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.270392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.270575] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.270702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.270793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.270998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.271122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.271233] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f718d7ba-5006-494b-b8e8-df9a13a1b0d0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.272210] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-7159b892-de13-4cb2-876d-4f074eb15df3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.272407] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7159b892-de13-4cb2-876d-4f074eb15df3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.272509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7159b892-de13-4cb2-876d-4f074eb15df3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.272710] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7159b892-de13-4cb2-876d-4f074eb15df3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.272814] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7159b892-de13-4cb2-876d-4f074eb15df3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.774355] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f718d7ba-5006-494b-b8e8-df9a13a1b0d0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.775506] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.775665] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.776049] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7159b892-de13-4cb2-876d-4f074eb15df3 with status ACTIVE [ 1233.776366] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.776542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.776611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.776832] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.776925] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.777108] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.777204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.777266] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.777420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.777497] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.777676] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.777820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.777820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.777956] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.778045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.778192] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7159b892-de13-4cb2-876d-4f074eb15df3 is going to be updated. [ 1233.798455] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.798651] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.798651] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.798850] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.798983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.799150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7159b892-de13-4cb2-876d-4f074eb15df3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.277304] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f718d7ba-5006-494b-b8e8-df9a13a1b0d0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.779175] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.779328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.779395] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.779633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.779731] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.779829] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 is going to be created. [ 1234.807129] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.807314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.807363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.807594] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.807882] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.818217] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 in Status: UNINITIALIZED for 2s [ 1236.527357] env[66272]: INFO networking_nsxv3.common.synchronization [req-8c16fb58-6226-4e0b-a83a-320f3e85d715 req-73cbc92d-a3f1-4f31-a40a-a68359a82054 tempest-ServersTestManualDisk-1562779242 tempest-ServersTestManualDisk-1562779242-project-member] Enqueued Resource ID: da146e53-f0d5-40c5-8f93-ad90ec748cec with Priority: HIGHEST for action security_group_members [ 1236.528266] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da146e53-f0d5-40c5-8f93-ad90ec748cec with Priority: HIGHEST for action security_group_members [ 1236.528836] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-da146e53-f0d5-40c5-8f93-ad90ec748cec taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.528964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.529059] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.529273] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.529429] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.529567] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.529717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.529717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.530042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.530042] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da146e53-f0d5-40c5-8f93-ad90ec748cec',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.830080] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 in Status: SUCCESS [ 1236.830335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.830502] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.830789] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.831027] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.831272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.831355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.831607] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.831706] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.831800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.831894] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f718d7ba-5006-494b-b8e8-df9a13a1b0d0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.032886] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.033172] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.033321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.033570] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.033665] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.034354] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.034354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.035317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.035317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.035317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.035317] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da146e53-f0d5-40c5-8f93-ad90ec748cec is going to be updated. [ 1237.066497] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.066758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.066758] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.066964] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.067139] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.084769] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da146e53-f0d5-40c5-8f93-ad90ec748cec in Status: IN_PROGRESS for 2s [ 1237.335043] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.335043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.335043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.335043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.335043] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.335043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.335043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.335043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.335525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.335525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.335525] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.335525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.335525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.335702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.335749] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.335830] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.335891] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.336043] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.336132] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.336215] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.336308] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f718d7ba-5006-494b-b8e8-df9a13a1b0d0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.838600] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f718d7ba-5006-494b-b8e8-df9a13a1b0d0: rpc.has_security_group_logging(os_id): False [ 1237.857796] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.857992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.858067] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.858275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.858365] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.858559] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.858656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.858717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.858868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.858943] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.859141] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.859235] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.859294] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.859432] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.859506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.859696] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.859788] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.859842] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.859980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.860064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.860146] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 is going to be created. [ 1237.920267] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.920449] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.920505] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.920803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.920868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.932950] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 in Status: IN_PROGRESS for 2s [ 1239.094824] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da146e53-f0d5-40c5-8f93-ad90ec748cec in Status: SUCCESS [ 1239.095228] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da146e53-f0d5-40c5-8f93-ad90ec748cec deletion is rescheduled due to dependency. [ 1239.095228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.946748] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 in Status: SUCCESS [ 1239.946748] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.529696] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.530111] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1245.936098] env[66272]: INFO networking_nsxv3.common.synchronization [req-8eaac0e6-f821-4b17-8c1b-0ada9017189c req-536b954c-4381-4e57-a312-5bc2e776311c tempest-ServerMetadataNegativeTestJSON-755172903 tempest-ServerMetadataNegativeTestJSON-755172903-project-member] Enqueued Resource ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 with Priority: HIGHEST for action security_group_members [ 1245.936621] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 with Priority: HIGHEST for action security_group_members [ 1245.936926] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.937093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.937142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.937343] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.937524] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.937635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.937722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.937966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.938083] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.938113] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f718d7ba-5006-494b-b8e8-df9a13a1b0d0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.441148] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.441357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.441357] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.441535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.441628] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.441815] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.441910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.441971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.442134] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.442210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.442294] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 is going to be updated. [ 1246.471380] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.471580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.471580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.471779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.471914] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.480863] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 in Status: IN_PROGRESS for 2s [ 1248.493977] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 in Status: SUCCESS [ 1248.494311] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 deletion is rescheduled due to dependency. [ 1248.494311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.937483] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1250.937797] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1252.550511] env[66272]: INFO networking_nsxv3.common.synchronization [req-c957e6e0-a238-4420-966f-6ed1ff10f88f req-e72bd430-49ae-4752-a78c-9e3cd6de6efa tempest-AttachVolumeTestJSON-998049604 tempest-AttachVolumeTestJSON-998049604-project-member] Enqueued Resource ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 with Priority: HIGHEST for action security_group_members [ 1252.551819] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 with Priority: HIGHEST for action security_group_members [ 1252.552102] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-62d225fd-aad8-4ed6-97d0-f0e420968923 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.552228] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.552316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.552574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.552892] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.553058] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.553163] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.553370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.553490] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.553590] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62d225fd-aad8-4ed6-97d0-f0e420968923',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.056429] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.056597] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.056669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.056908] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.057072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.057298] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.058166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.058247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.058469] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.058559] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.058656] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 is going to be updated. [ 1253.088118] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.088329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.088329] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.088534] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.088679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.097049] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 in Status: IN_PROGRESS for 2s [ 1254.207929] env[66272]: INFO networking_nsxv3.common.synchronization [req-ac6e2415-28af-4e09-bd39-f1cf01abd6f0 req-6648e690-f76b-4965-9746-da567a7bbeb0 tempest-AttachVolumeNegativeTest-738561690 tempest-AttachVolumeNegativeTest-738561690-project-member] Enqueued Resource ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f with Priority: HIGHEST for action security_group_members [ 1254.208520] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f with Priority: HIGHEST for action security_group_members [ 1254.208895] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05ad12a-8c51-4940-b632-2f7bcd411d4f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.209660] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.210089] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.212984] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.213267] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.213437] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.213572] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.213885] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.214033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.214176] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d05ad12a-8c51-4940-b632-2f7bcd411d4f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.412824] env[66272]: INFO networking_nsxv3.common.synchronization [None req-1f134bae-1c7f-4613-89d7-025025922c3a None None] Enqueued Resource ID: 97db589a-c9ee-4d6d-88b3-4e39b42ec059 with Priority: HIGHEST for action port [ 1254.413476] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97db589a-c9ee-4d6d-88b3-4e39b42ec059 with Priority: HIGHEST for action port [ 1254.417055] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-97db589a-c9ee-4d6d-88b3-4e39b42ec059 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.417055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97db589a-c9ee-4d6d-88b3-4e39b42ec059" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.417055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97db589a-c9ee-4d6d-88b3-4e39b42ec059" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.417055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97db589a-c9ee-4d6d-88b3-4e39b42ec059" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.417055] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97db589a-c9ee-4d6d-88b3-4e39b42ec059',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.555337] env[66272]: INFO networking_nsxv3.common.synchronization [None req-32f9f835-02de-4bf9-8d11-cb4dd2ce4e4a tempest-AttachVolumeShelveTestJSON-750947748 tempest-AttachVolumeShelveTestJSON-750947748-project-member] Enqueued Resource ID: 35e7a64d-260c-4334-98c6-6649d2109a2d with Priority: HIGHEST for action security_group_rules [ 1254.556227] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e7a64d-260c-4334-98c6-6649d2109a2d with Priority: HIGHEST for action security_group_rules [ 1254.556527] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35e7a64d-260c-4334-98c6-6649d2109a2d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.557853] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.557853] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.557853] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.557853] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.634575] env[66272]: INFO networking_nsxv3.common.synchronization [None req-0ac36e7f-1746-47af-b179-d00067ee62d0 tempest-AttachVolumeShelveTestJSON-750947748 tempest-AttachVolumeShelveTestJSON-750947748-project-member] Enqueued Resource ID: 35e7a64d-260c-4334-98c6-6649d2109a2d with Priority: HIGHEST for action security_group_rules [ 1254.635116] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e7a64d-260c-4334-98c6-6649d2109a2d with Priority: HIGHEST for action security_group_rules [ 1254.635451] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35e7a64d-260c-4334-98c6-6649d2109a2d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.635566] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.716406] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.716594] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.716669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.716886] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.716977] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.717153] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.717247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.717309] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.717463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.717539] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.717625] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f is going to be updated. [ 1254.747432] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.747629] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.747687] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.747940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.748197] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.759739] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f in Status: IN_PROGRESS for 2s [ 1254.918823] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97db589a-c9ee-4d6d-88b3-4e39b42ec059 [ 1254.919162] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.919391] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.919485] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.919833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.919912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.919969] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97db589a-c9ee-4d6d-88b3-4e39b42ec059 already deleted. [ 1254.920088] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97db589a-c9ee-4d6d-88b3-4e39b42ec059" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.095480] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.095480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.095480] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.095740] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.095740] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.096433] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35e7a64d-260c-4334-98c6-6649d2109a2d already deleted. [ 1255.096433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.096433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.096433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.096433] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.108092] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 in Status: SUCCESS [ 1255.108210] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62d225fd-aad8-4ed6-97d0-f0e420968923 deletion is rescheduled due to dependency. [ 1255.108288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62d225fd-aad8-4ed6-97d0-f0e420968923" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.616510] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.616808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.616808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.616936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.617056] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.617152] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35e7a64d-260c-4334-98c6-6649d2109a2d already deleted. [ 1255.617231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.560033] env[66272]: INFO networking_nsxv3.common.synchronization [None req-36656049-4601-447b-a0e8-2542a75ad222 None None] Enqueued Resource ID: 28cd06d6-99f8-41d6-a3ce-49fe9557dc12 with Priority: HIGHEST for action port [ 1256.560556] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28cd06d6-99f8-41d6-a3ce-49fe9557dc12 with Priority: HIGHEST for action port [ 1256.560859] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-28cd06d6-99f8-41d6-a3ce-49fe9557dc12 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.560976] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28cd06d6-99f8-41d6-a3ce-49fe9557dc12" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.561071] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28cd06d6-99f8-41d6-a3ce-49fe9557dc12" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.561394] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28cd06d6-99f8-41d6-a3ce-49fe9557dc12" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.561474] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28cd06d6-99f8-41d6-a3ce-49fe9557dc12',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.774126] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f in Status: SUCCESS [ 1256.774535] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f deletion is rescheduled due to dependency. [ 1256.774535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.063907] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28cd06d6-99f8-41d6-a3ce-49fe9557dc12 [ 1257.063907] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.064177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.064177] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.064339] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.064432] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.064527] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28cd06d6-99f8-41d6-a3ce-49fe9557dc12 already deleted. [ 1257.064611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28cd06d6-99f8-41d6-a3ce-49fe9557dc12" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.561848] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.562211] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1264.984792] env[66272]: INFO networking_nsxv3.common.synchronization [req-f4366746-9563-4f1c-a764-8a34f6eca6c6 req-15505c1f-19d0-43ee-9d9b-455c2ff634a4 tempest-AttachVolumeShelveTestJSON-750947748 tempest-AttachVolumeShelveTestJSON-750947748-project-member] Enqueued Resource ID: 35e7a64d-260c-4334-98c6-6649d2109a2d with Priority: HIGHEST for action security_group_members [ 1264.985403] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e7a64d-260c-4334-98c6-6649d2109a2d with Priority: HIGHEST for action security_group_members [ 1264.985711] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-35e7a64d-260c-4334-98c6-6649d2109a2d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.985833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.985915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.986300] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.986549] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.986699] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.986843] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.987069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.987262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.987374] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.341914] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.342128] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-786" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.342251] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-786" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.342599] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-786" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.342949] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.343113] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.343235] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.343440] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.343580] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.343841] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1265.343902] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1265.343991] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1265.344105] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1265.344207] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1265.344308] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1265.344488] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1265.367133] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1265.367318] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1265.367382] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1265.367584] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-786" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.367941] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.368154] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.368272] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.368596] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.368732] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec23f39-3bb4-4295-89d5-19ac12bdd1c8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.489970] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.490226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.490301] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.490536] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.490624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.490828] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.490928] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.490992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.491244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.491325] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.491414] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35e7a64d-260c-4334-98c6-6649d2109a2d already deleted. [ 1265.491603] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.871167] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.871409] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.871532] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.871840] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.871988] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.872155] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port fec23f39-3bb4-4295-89d5-19ac12bdd1c8 not found, creating... [ 1265.872424] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.872890] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.873127] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.873516] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.873728] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.874067] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.874240] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.874360] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.874592] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.874728] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.874931] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: fec23f39-3bb4-4295-89d5-19ac12bdd1c8 is going to be created. [ 1265.905504] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.905767] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.905911] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.906480] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.906859] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.907199] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.583851] env[66272]: INFO networking_nsxv3.common.synchronization [req-f4366746-9563-4f1c-a764-8a34f6eca6c6 req-6719a3e1-a857-480d-8e4d-246a4f85068b service nova] Enqueued Resource ID: 35e7a64d-260c-4334-98c6-6649d2109a2d with Priority: HIGHEST for action security_group_rules [ 1266.585236] env[66272]: INFO networking_nsxv3.common.synchronization [req-f4366746-9563-4f1c-a764-8a34f6eca6c6 req-6719a3e1-a857-480d-8e4d-246a4f85068b service nova] Enqueued Resource ID: 35e7a64d-260c-4334-98c6-6649d2109a2d with Priority: HIGHEST for action security_group_members [ 1266.585664] env[66272]: INFO networking_nsxv3.common.synchronization [req-f4366746-9563-4f1c-a764-8a34f6eca6c6 req-6719a3e1-a857-480d-8e4d-246a4f85068b service nova] Enqueued Resource ID: fec23f39-3bb4-4295-89d5-19ac12bdd1c8 with Priority: HIGHEST for action port [ 1266.586034] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e7a64d-260c-4334-98c6-6649d2109a2d with Priority: HIGHEST for action security_group_rules [ 1266.586170] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e7a64d-260c-4334-98c6-6649d2109a2d with Priority: HIGHEST for action security_group_members [ 1266.586619] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec23f39-3bb4-4295-89d5-19ac12bdd1c8 with Priority: HIGHEST for action port [ 1266.587433] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35e7a64d-260c-4334-98c6-6649d2109a2d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.587433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.587433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.587747] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.587821] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.589326] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-35e7a64d-260c-4334-98c6-6649d2109a2d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.589532] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.589695] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.589930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.590233] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.590482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.590645] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.591000] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.591352] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.591450] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.592961] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.592961] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.593120] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.593569] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.593660] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec23f39-3bb4-4295-89d5-19ac12bdd1c8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.095600] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-35e7a64d-260c-4334-98c6-6649d2109a2d taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.095764] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.096775] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.097188] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fec23f39-3bb4-4295-89d5-19ac12bdd1c8 with status ACTIVE [ 1267.097926] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.097926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.097926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.097926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.098159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.098268] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.098410] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.098630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.098630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.098740] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.099220] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.099220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.099220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.099220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.099220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.099607] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fec23f39-3bb4-4295-89d5-19ac12bdd1c8 is going to be updated. [ 1267.126808] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.127097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.127389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.127580] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.127798] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.128083] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.602032] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.104527] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.104694] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.104767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.105087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.105185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.105298] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35e7a64d-260c-4334-98c6-6649d2109a2d is going to be created. [ 1268.133790] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.133957] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.133999] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.134216] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.134634] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.146018] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35e7a64d-260c-4334-98c6-6649d2109a2d in Status: UNINITIALIZED for 2s [ 1270.157697] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35e7a64d-260c-4334-98c6-6649d2109a2d in Status: SUCCESS [ 1270.158164] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.158164] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.158324] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.158518] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.158653] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.158713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.158908] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.159011] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.159084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.159172] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.661403] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.678203] env[66272]: INFO networking_nsxv3.common.synchronization [req-ee7c32ce-f42c-4f95-9e34-4cc6da3437b0 req-5851eef3-9151-4cc2-b042-960df0a8547e tempest-ServerActionsTestJSON-249685309 tempest-ServerActionsTestJSON-249685309-project-member] Enqueued Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_members [ 1270.678440] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGHEST for action security_group_members [ 1270.678807] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.678963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.679029] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.679220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.679398] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.679512] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.679573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.679761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.679852] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.679973] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.164803] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35e7a64d-260c-4334-98c6-6649d2109a2d: rpc.has_security_group_logging(os_id): False [ 1271.183869] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.184119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.184180] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.184381] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.184468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.184708] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.184795] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.184874] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.185045] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.185128] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.185217] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 is going to be updated. [ 1271.188020] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.188020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.188020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.188020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.188020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.188020] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.188020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.188344] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.188389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.188494] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.188625] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35e7a64d-260c-4334-98c6-6649d2109a2d is going to be created. [ 1271.228250] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.228492] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.228623] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.228915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.229169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.239046] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: IN_PROGRESS for 2s [ 1271.257435] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.257681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.257681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.257896] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.258097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.270261] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35e7a64d-260c-4334-98c6-6649d2109a2d in Status: IN_PROGRESS for 2s [ 1272.265631] env[66272]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1272.265987] env[66272]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] NSXv3 Agent Agent loop - iteration:3 started [ 1273.249310] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 in Status: SUCCESS [ 1273.249608] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 deletion is rescheduled due to dependency. [ 1273.249754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.284281] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35e7a64d-260c-4334-98c6-6649d2109a2d in Status: SUCCESS [ 1273.284281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.680082] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.680469] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1278.998184] env[66272]: INFO networking_nsxv3.common.synchronization [None req-d6af9d0f-bf3a-448a-8e1e-800d83b13d69 None None] Enqueued Resource ID: 5eee0282-4cab-4f18-9285-1e5c7aac2ce7 with Priority: HIGHEST for action port [ 1278.998716] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eee0282-4cab-4f18-9285-1e5c7aac2ce7 with Priority: HIGHEST for action port [ 1278.999045] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eee0282-4cab-4f18-9285-1e5c7aac2ce7 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.999168] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eee0282-4cab-4f18-9285-1e5c7aac2ce7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.999236] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eee0282-4cab-4f18-9285-1e5c7aac2ce7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.999543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eee0282-4cab-4f18-9285-1e5c7aac2ce7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.999597] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eee0282-4cab-4f18-9285-1e5c7aac2ce7',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.502625] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5eee0282-4cab-4f18-9285-1e5c7aac2ce7 [ 1279.502872] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.503042] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.503115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.503343] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.503395] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.503535] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5eee0282-4cab-4f18-9285-1e5c7aac2ce7 already deleted. [ 1279.503535] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eee0282-4cab-4f18-9285-1e5c7aac2ce7" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.597110] env[66272]: INFO networking_nsxv3.common.synchronization [None req-a7961c01-0225-4f5d-9056-5eeb73887a67 tempest-ServerActionsV293TestJSON-611370776 tempest-ServerActionsV293TestJSON-611370776-project-member] Enqueued Resource ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d with Priority: HIGHEST for action security_group_rules [ 1279.597593] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d with Priority: HIGHEST for action security_group_rules [ 1279.597903] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.598050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.598117] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.598374] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.598455] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.682786] env[66272]: INFO networking_nsxv3.common.synchronization [None req-112dc786-e54d-48b0-9551-f9eccd2ad91f tempest-ServerActionsV293TestJSON-611370776 tempest-ServerActionsV293TestJSON-611370776-project-member] Enqueued Resource ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d with Priority: HIGHEST for action security_group_rules [ 1279.683324] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d with Priority: HIGHEST for action security_group_rules [ 1279.683741] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.683862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.121284] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.121630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.121630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.121711] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.121802] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.121893] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d already deleted. [ 1280.121974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.122143] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.122298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.122378] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.644624] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.644815] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.644865] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.645240] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.645337] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.645428] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d already deleted. [ 1280.645503] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.236432] env[66272]: INFO networking_nsxv3.common.synchronization [None req-74d4ae04-2052-4812-bef0-d7e8a4dcb12e None None] Enqueued Resource ID: 02eb6970-b7d3-443e-a8bf-6c764708882e with Priority: HIGHEST for action port [ 1281.236999] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02eb6970-b7d3-443e-a8bf-6c764708882e with Priority: HIGHEST for action port [ 1281.237371] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-02eb6970-b7d3-443e-a8bf-6c764708882e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.237499] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02eb6970-b7d3-443e-a8bf-6c764708882e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.237565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02eb6970-b7d3-443e-a8bf-6c764708882e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.237880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02eb6970-b7d3-443e-a8bf-6c764708882e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.237962] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02eb6970-b7d3-443e-a8bf-6c764708882e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.740074] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02eb6970-b7d3-443e-a8bf-6c764708882e [ 1281.740302] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.740408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.740479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.740711] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.740801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.740897] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02eb6970-b7d3-443e-a8bf-6c764708882e already deleted. [ 1281.740981] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02eb6970-b7d3-443e-a8bf-6c764708882e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.202238] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.202715] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.202715] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.202715] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.202942] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.705622] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.208275] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.711519] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1284.711519] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1285.518193] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.518622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.518622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.518622] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.529881] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1285.532250] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.533013] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1285.576556] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.576775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.576775] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.576988] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.588591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.589410] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1285.589493] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1285.589583] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1285.626878] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.627115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.627115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.627295] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.628673] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.628847] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1285.704415] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.704624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.704624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.704791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.705148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.705447] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1285.862599] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.862848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.862848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.863066] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.863409] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.863744] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1285.863841] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'67dda543-2a26-4737-8d58-d24d6ce86794', '2b4e2204-43b5-4547-b5f9-02f54afdbffb', '46acef92-02a8-40e3-aaec-0a0bc0ae9676', '9356fdaf-15cf-4536-b8ec-19383ea51a57', 'e4d1661b-b7ca-4f46-8aa7-72cee5fd984a', 'd05ad12a-8c51-4940-b632-2f7bcd411d4f', '786f1f75-9fac-4448-8af7-6bee227d6655', '4644cca9-b84a-43dc-8594-72662ee6f8f3', '0cdcfb51-67fc-4f97-ba2e-d6f52c5207be', '84d066c4-38a1-4ad9-b7e1-d725ee12c1f2', 'd4c45e4a-a070-4b09-ac6c-4d4f14eac691', 'acd03fd1-d048-480e-9988-314f303f2d93', '8420a13d-340c-4742-bf50-2fc9a7172f08', '35e7a64d-260c-4334-98c6-6649d2109a2d', 'f3f16844-3d19-4160-9c84-cc81268c52e8', '845495e2-dafb-44a2-999d-d20e6884500a', 'db09d9d0-54c4-4edd-980d-9ff2e96635ae', '33c4984b-bc48-4afb-8e2e-e9c635948ce3', 'f6c4add0-e206-480e-b47f-67c9c2c420d2', 'f75fb5a3-b89d-4ede-816e-c37f3bfe689e', '4a6706c1-671f-4ed0-9deb-2e839a1bfa41', 'f88faf73-706c-46b9-b8f1-1497dde117bd', '61a5ae4f-38fb-48bc-9500-6614c62664ee', '977f6be2-3e35-4bf1-b83c-192b9830f33f', '7a5e88cb-8935-49d7-b1c3-023b6e6d7166', '43a89827-d8d5-4da7-b742-8b0e72864d57', '70b0f4fb-78b8-4471-812d-0585ee36f246', 'da146e53-f0d5-40c5-8f93-ad90ec748cec', 'e342bf7b-8a9f-4a78-b1d8-123256f064c4', 'f718d7ba-5006-494b-b8e8-df9a13a1b0d0', '4827975c-8bd7-459e-b828-54977af9aa43', 'bfdbdd45-e2c2-4075-851a-0f1176b9a331', 'a1d1d09a-dfb3-4d46-a78e-b5912863350d', 'cea3b7db-51cd-4194-8df2-6f60651cfab8', '6734728f-3967-45ab-81d0-8c7474321e8f', 'f1921863-d26c-4bc1-bbc7-b11aaf78fc61', 'cf8da8e2-308f-47ac-a217-fd24eac351a8', 'd672d11c-f3c6-40dd-9c7d-867414995085', '61364464-d258-4812-81d5-97d1afe23fdc', '3513b44b-3758-417c-9595-9cd035b6329d', 'b605b374-c3e0-4fc5-86ef-7858c7524aa1', '1de50d75-d1e0-42b1-9266-e76d77b9309e', '62d225fd-aad8-4ed6-97d0-f0e420968923'} {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1285.863934] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1285.895251] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.895459] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.895459] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.895662] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.895743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.895849] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1285.895918] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1285.896024] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1286.000053] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.000274] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.000274] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.000445] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.001586] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.001878] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1286.001943] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1286.001988] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1286.002066] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1286.002142] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1286.002212] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67dda543-2a26-4737-8d58-d24d6ce86794 with Priority: HIGH for action security_group_rules [ 1286.002293] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGH for action security_group_rules [ 1286.002354] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 with Priority: HIGH for action security_group_rules [ 1286.002416] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGH for action security_group_rules [ 1286.002477] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGH for action security_group_rules [ 1286.002537] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f with Priority: HIGH for action security_group_rules [ 1286.002598] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGH for action security_group_rules [ 1286.002658] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGH for action security_group_rules [ 1286.002719] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be with Priority: HIGH for action security_group_rules [ 1286.002780] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 with Priority: HIGH for action security_group_rules [ 1286.002840] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGH for action security_group_rules [ 1286.002892] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGH for action security_group_rules [ 1286.002952] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 with Priority: HIGH for action security_group_rules [ 1286.003052] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35e7a64d-260c-4334-98c6-6649d2109a2d with Priority: HIGH for action security_group_rules [ 1286.003139] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3f16844-3d19-4160-9c84-cc81268c52e8 with Priority: HIGH for action security_group_rules [ 1286.003202] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 845495e2-dafb-44a2-999d-d20e6884500a with Priority: HIGH for action security_group_rules [ 1286.003263] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae with Priority: HIGH for action security_group_rules [ 1286.003324] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 with Priority: HIGH for action security_group_rules [ 1286.003385] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 with Priority: HIGH for action security_group_rules [ 1286.003445] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e with Priority: HIGH for action security_group_rules [ 1286.003536] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.238258] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.238448] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1286.238494] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dda543-2a26-4737-8d58-d24d6ce86794 with Priority: HIGH for action security_group_rules [ 1286.238597] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 with Priority: HIGH for action security_group_rules [ 1286.238697] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGH for action security_group_rules [ 1286.238808] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f16844-3d19-4160-9c84-cc81268c52e8 with Priority: HIGH for action security_group_rules [ 1286.238935] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e with Priority: HIGH for action security_group_rules [ 1286.239048] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 with Priority: HIGH for action security_group_rules [ 1286.239144] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 with Priority: HIGH for action security_group_rules [ 1286.239234] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae with Priority: HIGH for action security_group_rules [ 1286.239324] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e7a64d-260c-4334-98c6-6649d2109a2d with Priority: HIGH for action security_group_rules [ 1286.239413] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 845495e2-dafb-44a2-999d-d20e6884500a with Priority: HIGH for action security_group_rules [ 1286.239501] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 with Priority: HIGH for action security_group_rules [ 1286.239588] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd03fd1-d048-480e-9988-314f303f2d93 with Priority: HIGH for action security_group_rules [ 1286.239675] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 with Priority: HIGH for action security_group_rules [ 1286.239758] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 with Priority: HIGH for action security_group_rules [ 1286.239841] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be with Priority: HIGH for action security_group_rules [ 1286.239926] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f with Priority: HIGH for action security_group_rules [ 1286.240014] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 with Priority: HIGH for action security_group_rules [ 1286.240108] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a with Priority: HIGH for action security_group_rules [ 1286.240213] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb with Priority: HIGH for action security_group_rules [ 1286.240320] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 with Priority: HIGH for action security_group_rules [ 1286.240695] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67dda543-2a26-4737-8d58-d24d6ce86794 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.240823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.240887] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.241123] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.241199] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67dda543-2a26-4737-8d58-d24d6ce86794',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.242203] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.242328] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.242370] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.242983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.242983] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46acef92-02a8-40e3-aaec-0a0bc0ae9676',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.243524] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-786f1f75-9fac-4448-8af7-6bee227d6655 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.243524] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.243655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.243735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.243805] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('786f1f75-9fac-4448-8af7-6bee227d6655',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.245018] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3f16844-3d19-4160-9c84-cc81268c52e8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.245152] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.245465] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.245465] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.245465] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3f16844-3d19-4160-9c84-cc81268c52e8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.246159] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f75fb5a3-b89d-4ede-816e-c37f3bfe689e taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.246269] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.246563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.246563] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.246563] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f75fb5a3-b89d-4ede-816e-c37f3bfe689e',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.247306] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6c4add0-e206-480e-b47f-67c9c2c420d2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.247429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.247492] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.247634] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.247761] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6c4add0-e206-480e-b47f-67c9c2c420d2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.248479] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.248587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.248587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.248739] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.248808] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33c4984b-bc48-4afb-8e2e-e9c635948ce3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.250017] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.250144] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.250192] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.250377] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.251048] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db09d9d0-54c4-4edd-980d-9ff2e96635ae',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.251119] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35e7a64d-260c-4334-98c6-6649d2109a2d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.251231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.251288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.251437] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.251504] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.252463] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-845495e2-dafb-44a2-999d-d20e6884500a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.252593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.252647] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.253198] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.253198] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('845495e2-dafb-44a2-999d-d20e6884500a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.253856] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8420a13d-340c-4742-bf50-2fc9a7172f08 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.253994] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.254139] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.254354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.254524] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8420a13d-340c-4742-bf50-2fc9a7172f08',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.255531] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acd03fd1-d048-480e-9988-314f303f2d93 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.255654] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.256166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.256166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.256166] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acd03fd1-d048-480e-9988-314f303f2d93',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.256749] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.256832] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.256832] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.257033] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.257086] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c45e4a-a070-4b09-ac6c-4d4f14eac691',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.257716] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.257825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.257880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.258032] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.258096] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84d066c4-38a1-4ad9-b7e1-d725ee12c1f2',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.259038] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.259139] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.259258] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.259335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.259509] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cdcfb51-67fc-4f97-ba2e-d6f52c5207be',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.260110] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.260218] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.260277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.260426] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.260489] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d05ad12a-8c51-4940-b632-2f7bcd411d4f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.261380] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4644cca9-b84a-43dc-8594-72662ee6f8f3 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.261523] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.261591] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.261738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.261810] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4644cca9-b84a-43dc-8594-72662ee6f8f3',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.262534] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.262679] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.262732] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.262912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.262992] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4d1661b-b7ca-4f46-8aa7-72cee5fd984a',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.263799] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.263903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.263989] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.264150] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.264223] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b4e2204-43b5-4547-b5f9-02f54afdbffb',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.264912] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9356fdaf-15cf-4536-b8ec-19383ea51a57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.265091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.265191] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.265274] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.265365] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9356fdaf-15cf-4536-b8ec-19383ea51a57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.301314] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.301420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.301530] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.301796] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.305380] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.305522] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.306668] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.306795] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.307795] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.307938] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.310137] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.310639] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.329017] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.329205] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46acef92-02a8-40e3-aaec-0a0bc0ae9676 is going to be deleted. [ 1286.330093] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.330305] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.357899] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.358066] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3f16844-3d19-4160-9c84-cc81268c52e8 is going to be deleted. [ 1286.358986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.359219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.383021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.383203] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f75fb5a3-b89d-4ede-816e-c37f3bfe689e is going to be deleted. [ 1286.384145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.384366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.403288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.403479] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67dda543-2a26-4737-8d58-d24d6ce86794 is going to be deleted. [ 1286.404310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.404525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.426307] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.426474] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6c4add0-e206-480e-b47f-67c9c2c420d2 is going to be deleted. [ 1286.428486] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.428646] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.428688] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.428900] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.428997] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.429117] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46acef92-02a8-40e3-aaec-0a0bc0ae9676" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.441403] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.441609] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.441609] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.441800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.441942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.442011] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3f16844-3d19-4160-9c84-cc81268c52e8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.461947] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.462230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.462230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.462404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.462465] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.462586] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f75fb5a3-b89d-4ede-816e-c37f3bfe689e" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.506873] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.507097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.507097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.507270] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.507398] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.507533] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67dda543-2a26-4737-8d58-d24d6ce86794" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.508294] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.508401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.508467] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.508640] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.508718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.508829] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6c4add0-e206-480e-b47f-67c9c2c420d2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.779583] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-35e7a64d-260c-4334-98c6-6649d2109a2d taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.779926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.779926] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.780098] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.780202] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.780300] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.780372] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.780528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.780611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.780727] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.780772] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.831828] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.832133] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.832209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.832576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.835292] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.835460] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.836651] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.836807] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.837886] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.838084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.839054] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.839212] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.840327] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.840475] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.841490] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.841651] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.842567] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.842725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.844287] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.844441] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.845437] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.845585] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.846519] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.846702] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.848078] env[66272]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1286.848643] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.848782] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.850791] env[66272]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1286.851363] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.851513] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.853378] env[66272]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1286.853987] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.854142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.865342] env[66272]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1286.866067] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.866213] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84d066c4-38a1-4ad9-b7e1-d725ee12c1f2 is going to be deleted. [ 1286.867392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.867617] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.895900] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.896115] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33c4984b-bc48-4afb-8e2e-e9c635948ce3 is going to be deleted. [ 1286.896997] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.897231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.921439] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.921614] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9356fdaf-15cf-4536-b8ec-19383ea51a57 is going to be deleted. [ 1286.922483] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.922707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.942312] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.942540] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.950159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.950327] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db09d9d0-54c4-4edd-980d-9ff2e96635ae is going to be deleted. [ 1286.951392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.951650] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.969353] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.969551] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.973990] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.974140] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 786f1f75-9fac-4448-8af7-6bee227d6655 is going to be deleted. [ 1286.975084] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.975308] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.005330] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.005537] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.006910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.007052] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cdcfb51-67fc-4f97-ba2e-d6f52c5207be is going to be deleted. [ 1287.008037] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.008340] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.033308] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.033498] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b4e2204-43b5-4547-b5f9-02f54afdbffb is going to be deleted. [ 1287.034332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.034564] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.118368] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.118599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.121240] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.121557] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.126949] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.127239] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acd03fd1-d048-480e-9988-314f303f2d93 is going to be deleted. [ 1287.128536] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.128868] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.177729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.177902] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8420a13d-340c-4742-bf50-2fc9a7172f08 is going to be deleted. [ 1287.178897] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.179145] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.226566] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.226817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.231153] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.231421] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.233220] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.233337] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 845495e2-dafb-44a2-999d-d20e6884500a is going to be deleted. [ 1287.234289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.234510] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.270526] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.270698] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c45e4a-a070-4b09-ac6c-4d4f14eac691 is going to be deleted. [ 1287.271612] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.271820] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.283653] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.283836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.283920] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.330901] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.331073] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d05ad12a-8c51-4940-b632-2f7bcd411d4f is going to be deleted. [ 1287.331980] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.332219] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.371930] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.372187] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.389064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.389064] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4d1661b-b7ca-4f46-8aa7-72cee5fd984a is going to be deleted. [ 1287.389734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.390055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.414726] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.414931] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.526027] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.526257] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.533934] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.534140] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4644cca9-b84a-43dc-8594-72662ee6f8f3 is going to be deleted. [ 1287.535072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.535384] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.535493] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.535624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84d066c4-38a1-4ad9-b7e1-d725ee12c1f2" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.535797] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.535969] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.536080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.536262] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33c4984b-bc48-4afb-8e2e-e9c635948ce3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.536978] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.537199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.537290] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.537446] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9356fdaf-15cf-4536-b8ec-19383ea51a57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.537592] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.537751] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.537833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.537962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.538118] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.538270] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.538352] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.538468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db09d9d0-54c4-4edd-980d-9ff2e96635ae" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.538601] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.538745] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.538825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.538943] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cdcfb51-67fc-4f97-ba2e-d6f52c5207be" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.539091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.539286] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.539368] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.539511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b4e2204-43b5-4547-b5f9-02f54afdbffb" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.539658] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.539808] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.539883] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.539998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acd03fd1-d048-480e-9988-314f303f2d93" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.540146] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.540287] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.540363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.540477] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8420a13d-340c-4742-bf50-2fc9a7172f08" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.540602] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.540753] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.540853] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.540927] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-845495e2-dafb-44a2-999d-d20e6884500a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.541112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.541317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.541401] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.541514] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c45e4a-a070-4b09-ac6c-4d4f14eac691" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.584009] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.584209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.584253] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.584455] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.584547] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.584665] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d05ad12a-8c51-4940-b632-2f7bcd411d4f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.621389] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.621595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.621595] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.621804] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.621893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.622026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4d1661b-b7ca-4f46-8aa7-72cee5fd984a" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.691954] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.692197] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.692197] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.692387] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.692481] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.692601] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4644cca9-b84a-43dc-8594-72662ee6f8f3" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.786339] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35e7a64d-260c-4334-98c6-6649d2109a2d: rpc.has_security_group_logging(os_id): False [ 1287.809200] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.809458] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.809458] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.809613] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.832728] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.833215] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.833389] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.833484] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.833768] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.833888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.834027] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35e7a64d-260c-4334-98c6-6649d2109a2d is going to be updated. [ 1287.911681] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.911873] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.911921] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.912187] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.912335] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.929853] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35e7a64d-260c-4334-98c6-6649d2109a2d in Status: IN_PROGRESS for 2s [ 1289.945101] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35e7a64d-260c-4334-98c6-6649d2109a2d in Status: SUCCESS [ 1289.945423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.241372] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.241372] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1296.242421] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.242884] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.244331] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.244331] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.207613] env[66272]: INFO networking_nsxv3.common.synchronization [req-0981ea60-1b91-4b52-9a80-674536711cf6 req-3bf8a845-c318-4098-b009-c45b0820acc0 tempest-ServerActionsV293TestJSON-611370776 tempest-ServerActionsV293TestJSON-611370776-project-member] Enqueued Resource ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d with Priority: HIGHEST for action security_group_members [ 1304.208255] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d with Priority: HIGHEST for action security_group_members [ 1304.208255] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.208495] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.208495] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.208669] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.208838] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.208972] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.209079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.209159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.209239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.209321] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.474767] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.474972] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-993" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.475150] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-993" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.475526] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-993" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.475789] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.475948] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.476078] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.476338] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.476560] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.476887] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1304.477118] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1304.477250] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1304.477362] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1304.477499] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1304.477610] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1304.477796] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1304.499355] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1304.499525] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1304.499654] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1304.499837] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-993" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.500178] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-d46e8ce1-8403-4aac-b636-fad0178a550c taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.500351] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-d46e8ce1-8403-4aac-b636-fad0178a550c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.500471] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-d46e8ce1-8403-4aac-b636-fad0178a550c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.500830] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-d46e8ce1-8403-4aac-b636-fad0178a550c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.500982] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d46e8ce1-8403-4aac-b636-fad0178a550c',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.711468] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.711678] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.711678] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.711850] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.711938] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.712148] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.712271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.712336] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.712505] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.712587] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.712674] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d already deleted. [ 1304.712756] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.003765] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.003765] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.003765] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.004044] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.004078] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.004221] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port d46e8ce1-8403-4aac-b636-fad0178a550c not found, creating... [ 1305.004486] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.004638] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.004789] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.005491] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.005491] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.005606] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.005698] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.005790] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.005998] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.006150] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.006313] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: d46e8ce1-8403-4aac-b636-fad0178a550c is going to be created. [ 1305.026794] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.027053] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.027098] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.027383] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.027621] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.027840] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-d46e8ce1-8403-4aac-b636-fad0178a550c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.702328] env[66272]: INFO networking_nsxv3.common.synchronization [req-0981ea60-1b91-4b52-9a80-674536711cf6 req-c1c8440f-d162-46a6-8b60-846e376adc5e service nova] Enqueued Resource ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d with Priority: HIGHEST for action security_group_rules [ 1305.702328] env[66272]: INFO networking_nsxv3.common.synchronization [req-0981ea60-1b91-4b52-9a80-674536711cf6 req-c1c8440f-d162-46a6-8b60-846e376adc5e service nova] Enqueued Resource ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d with Priority: HIGHEST for action security_group_members [ 1305.702627] env[66272]: INFO networking_nsxv3.common.synchronization [req-0981ea60-1b91-4b52-9a80-674536711cf6 req-c1c8440f-d162-46a6-8b60-846e376adc5e service nova] Enqueued Resource ID: d46e8ce1-8403-4aac-b636-fad0178a550c with Priority: HIGHEST for action port [ 1305.702921] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d with Priority: HIGHEST for action security_group_rules [ 1305.702995] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d with Priority: HIGHEST for action security_group_members [ 1305.703187] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d46e8ce1-8403-4aac-b636-fad0178a550c with Priority: HIGHEST for action port [ 1305.703477] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.703592] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.703655] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.703853] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.703928] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.704763] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.704876] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.704944] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.705221] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.705312] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.705412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.705475] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.705619] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.705841] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.705841] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.706848] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-d46e8ce1-8403-4aac-b636-fad0178a550c taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.706954] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d46e8ce1-8403-4aac-b636-fad0178a550c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.707060] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d46e8ce1-8403-4aac-b636-fad0178a550c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.707181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d46e8ce1-8403-4aac-b636-fad0178a550c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.707256] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d46e8ce1-8403-4aac-b636-fad0178a550c',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.209188] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.209345] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.209558] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.210409] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d46e8ce1-8403-4aac-b636-fad0178a550c with status ACTIVE [ 1306.210591] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.210704] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.210770] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.211385] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.211385] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.211385] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.211385] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.211609] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.211609] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.211667] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.211833] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.211927] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.211987] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.212147] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.212222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.212309] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d46e8ce1-8403-4aac-b636-fad0178a550c is going to be updated. [ 1306.234586] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.234794] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.234794] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.234983] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.235131] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.235345] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d46e8ce1-8403-4aac-b636-fad0178a550c" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.714491] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.217483] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.217656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.217720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.217946] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.218047] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.218149] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d is going to be created. [ 1307.244916] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.245121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.245169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.245419] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.245574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.256517] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d in Status: UNINITIALIZED for 2s [ 1309.268049] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d in Status: SUCCESS [ 1309.268458] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.268458] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.268628] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.268776] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.268896] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.268957] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.269124] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.269203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.269289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.269375] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.772077] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.274774] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d: rpc.has_security_group_logging(os_id): False [ 1310.294418] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.294644] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.294782] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.294967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.295096] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.295386] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.295507] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.295586] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.295776] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.295862] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.295953] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d is going to be created. [ 1310.356465] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.356696] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.356696] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.356935] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.357071] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.367448] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d in Status: IN_PROGRESS for 2s [ 1310.704584] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.704584] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1312.454622] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d in Status: SUCCESS [ 1312.455072] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.705164] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.705561] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1320.706417] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.706752] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.991518] env[66272]: INFO networking_nsxv3.common.synchronization [req-225d1992-9e98-49b5-9c72-af03416f1f4a req-61e73a1a-10f5-4525-acfb-c658d8f285f4 tempest-ServerActionsTestOtherA-1097849212 tempest-ServerActionsTestOtherA-1097849212-project-member] Enqueued Resource ID: 6734728f-3967-45ab-81d0-8c7474321e8f with Priority: HIGHEST for action security_group_members [ 1324.991518] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6734728f-3967-45ab-81d0-8c7474321e8f with Priority: HIGHEST for action security_group_members [ 1324.991783] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-6734728f-3967-45ab-81d0-8c7474321e8f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.991880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.991880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.992109] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.992263] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.992363] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.992420] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.992565] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.992653] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.992934] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6734728f-3967-45ab-81d0-8c7474321e8f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.495707] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.495933] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.495933] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.496206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.518202] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.518461] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.518585] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.518642] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.518860] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.518940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.519041] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6734728f-3967-45ab-81d0-8c7474321e8f is going to be updated. [ 1325.552203] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.552421] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.552421] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.552791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.553197] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.564159] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6734728f-3967-45ab-81d0-8c7474321e8f in Status: IN_PROGRESS for 2s [ 1327.580905] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6734728f-3967-45ab-81d0-8c7474321e8f in Status: SUCCESS [ 1327.581296] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6734728f-3967-45ab-81d0-8c7474321e8f deletion is rescheduled due to dependency. [ 1327.581523] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.992264] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.992665] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.644758] env[66272]: INFO networking_nsxv3.common.synchronization [req-eb24f4f0-8d64-48d3-80ff-53f359f10525 req-a8cd95c4-df12-4d55-8db9-3947eecfb572 tempest-ServerActionsTestOtherA-1097849212 tempest-ServerActionsTestOtherA-1097849212-project-member] Enqueued Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGHEST for action security_group_members [ 1334.645334] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGHEST for action security_group_members [ 1334.645666] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-786f1f75-9fac-4448-8af7-6bee227d6655 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.645786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.645864] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.646631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.646631] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.646631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.646631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.646900] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.646900] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.647111] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('786f1f75-9fac-4448-8af7-6bee227d6655',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.978385] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.978591] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.978714] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.978993] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.979946] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.979946] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.979946] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.979946] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.979946] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.980225] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1334.980225] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1334.980309] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1334.980383] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1334.980483] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1334.980581] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1334.980708] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1335.002193] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1335.002366] env[66272]: DEBUG dogpile.cache.region [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1335.002501] env[66272]: DEBUG dogpile.lock [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1335.002675] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.002987] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock port-11f8c290-aaac-462c-89a5-47efddbb8ebc taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.003175] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "port-11f8c290-aaac-462c-89a5-47efddbb8ebc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.003292] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "port-11f8c290-aaac-462c-89a5-47efddbb8ebc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.003629] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "port-11f8c290-aaac-462c-89a5-47efddbb8ebc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.003768] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11f8c290-aaac-462c-89a5-47efddbb8ebc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.149577] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.149817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.149817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.149970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.150085] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.150280] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.150381] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.150444] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.150605] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.150684] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.150768] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 786f1f75-9fac-4448-8af7-6bee227d6655 is going to be deleted. [ 1335.184599] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.184816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.184816] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.185054] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.185148] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.185244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.505793] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.506043] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.506176] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.506449] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.506615] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.506792] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Segment Port 11f8c290-aaac-462c-89a5-47efddbb8ebc not found, creating... [ 1335.507080] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.507239] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.507354] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.507593] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.507741] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.508036] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.508191] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.508305] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.508516] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.508646] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.508786] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Resource: SegmentPort with ID: 11f8c290-aaac-462c-89a5-47efddbb8ebc is going to be created. [ 1335.531491] env[66272]: DEBUG networking_nsxv3.common.locking [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.531728] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.531820] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.532112] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.532346] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.532598] env[66272]: DEBUG oslo_concurrency.lockutils [None req-5d08dab3-238d-45aa-8682-49101d21b13c None None] Releasing lock "port-11f8c290-aaac-462c-89a5-47efddbb8ebc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.215942] env[66272]: INFO networking_nsxv3.common.synchronization [req-eb24f4f0-8d64-48d3-80ff-53f359f10525 req-3fc12551-f37d-4e00-abee-ff1c47278ae3 service nova] Enqueued Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGHEST for action security_group_rules [ 1336.216279] env[66272]: INFO networking_nsxv3.common.synchronization [req-eb24f4f0-8d64-48d3-80ff-53f359f10525 req-3fc12551-f37d-4e00-abee-ff1c47278ae3 service nova] Enqueued Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGHEST for action security_group_members [ 1336.216279] env[66272]: INFO networking_nsxv3.common.synchronization [req-eb24f4f0-8d64-48d3-80ff-53f359f10525 req-3fc12551-f37d-4e00-abee-ff1c47278ae3 service nova] Enqueued Resource ID: 11f8c290-aaac-462c-89a5-47efddbb8ebc with Priority: HIGHEST for action port [ 1336.216853] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGHEST for action security_group_rules [ 1336.217035] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGHEST for action security_group_members [ 1336.217490] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f8c290-aaac-462c-89a5-47efddbb8ebc with Priority: HIGHEST for action port [ 1336.219406] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-786f1f75-9fac-4448-8af7-6bee227d6655 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.219644] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.219644] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.219810] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.219893] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('786f1f75-9fac-4448-8af7-6bee227d6655',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.220813] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-786f1f75-9fac-4448-8af7-6bee227d6655 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.220952] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.221026] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.221211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.221365] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.221462] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.221519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.221699] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.221796] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.221884] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('786f1f75-9fac-4448-8af7-6bee227d6655',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.222654] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-11f8c290-aaac-462c-89a5-47efddbb8ebc taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.222772] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11f8c290-aaac-462c-89a5-47efddbb8ebc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.222824] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11f8c290-aaac-462c-89a5-47efddbb8ebc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.222970] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11f8c290-aaac-462c-89a5-47efddbb8ebc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.223049] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11f8c290-aaac-462c-89a5-47efddbb8ebc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.724472] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-786f1f75-9fac-4448-8af7-6bee227d6655 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.724613] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.725996] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('786f1f75-9fac-4448-8af7-6bee227d6655',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.726899] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11f8c290-aaac-462c-89a5-47efddbb8ebc with status ACTIVE [ 1336.727125] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.727211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.727271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.727474] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.727562] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.727734] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.727828] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.727888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.728054] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.728123] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.728307] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.728393] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.728442] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.728600] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.728653] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.728724] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11f8c290-aaac-462c-89a5-47efddbb8ebc is going to be updated. [ 1336.754441] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.754637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.754637] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.754894] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.755079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.755261] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11f8c290-aaac-462c-89a5-47efddbb8ebc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.231491] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('786f1f75-9fac-4448-8af7-6bee227d6655',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.733448] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.733644] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.733714] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.733961] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.734082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.734187] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 786f1f75-9fac-4448-8af7-6bee227d6655 is going to be created. [ 1337.762116] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.762303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.762347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.762542] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.762717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.772190] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 786f1f75-9fac-4448-8af7-6bee227d6655 in Status: UNINITIALIZED for 2s [ 1339.783758] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 786f1f75-9fac-4448-8af7-6bee227d6655 in Status: SUCCESS [ 1339.784011] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.784183] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.784405] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.784595] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.784714] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.784779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.784930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.785016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.785103] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.785194] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('786f1f75-9fac-4448-8af7-6bee227d6655',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.288274] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-786f1f75-9fac-4448-8af7-6bee227d6655 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.288503] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.288503] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.288726] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.288924] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.289077] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.289149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.289355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.289448] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.289561] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.289725] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-786f1f75-9fac-4448-8af7-6bee227d6655 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.289845] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.289946] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.290156] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.290322] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.291506] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.291582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.291767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.291892] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.292068] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.292248] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('786f1f75-9fac-4448-8af7-6bee227d6655',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.795114] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 786f1f75-9fac-4448-8af7-6bee227d6655: rpc.has_security_group_logging(os_id): False [ 1340.813637] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.813829] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.813829] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.814020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.814120] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.814346] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.814466] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.814517] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.814662] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.814739] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.814913] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.815013] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.815078] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.815217] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.815291] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.815467] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.815558] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.815618] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.815799] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.815859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.815946] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 786f1f75-9fac-4448-8af7-6bee227d6655 is going to be created. [ 1340.873176] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.873378] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.873378] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.873619] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.873840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.886710] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 786f1f75-9fac-4448-8af7-6bee227d6655 in Status: IN_PROGRESS for 2s [ 1341.218719] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.218926] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1342.904997] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 786f1f75-9fac-4448-8af7-6bee227d6655 in Status: SUCCESS [ 1342.904997] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.666505] env[66272]: INFO networking_nsxv3.common.synchronization [req-a3b2b18c-c7bf-4821-ae64-9e9f681ab910 req-dcb509ef-ae3e-4dd4-8257-8034160668a0 tempest-ServerActionsTestOtherA-1097849212 tempest-ServerActionsTestOtherA-1097849212-project-member] Enqueued Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGHEST for action security_group_members [ 1344.666944] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGHEST for action security_group_members [ 1344.666983] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-786f1f75-9fac-4448-8af7-6bee227d6655 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.667111] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.667173] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.667355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.667501] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.667593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.667648] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.667796] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.667873] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.667989] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('786f1f75-9fac-4448-8af7-6bee227d6655',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.710334] env[66272]: INFO networking_nsxv3.common.synchronization [req-a3b2b18c-c7bf-4821-ae64-9e9f681ab910 req-dcb509ef-ae3e-4dd4-8257-8034160668a0 tempest-ServerActionsTestOtherA-1097849212 tempest-ServerActionsTestOtherA-1097849212-project-member] Enqueued Resource ID: 11f8c290-aaac-462c-89a5-47efddbb8ebc with Priority: HIGHEST for action port [ 1344.710967] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f8c290-aaac-462c-89a5-47efddbb8ebc with Priority: HIGHEST for action port [ 1344.711322] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-11f8c290-aaac-462c-89a5-47efddbb8ebc taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.711410] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11f8c290-aaac-462c-89a5-47efddbb8ebc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.711490] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11f8c290-aaac-462c-89a5-47efddbb8ebc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.711665] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11f8c290-aaac-462c-89a5-47efddbb8ebc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.711751] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11f8c290-aaac-462c-89a5-47efddbb8ebc',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.170788] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.170788] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.170788] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.171049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.171106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.171285] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.171386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.171448] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.171617] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.171696] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.171779] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 786f1f75-9fac-4448-8af7-6bee227d6655 is going to be updated. [ 1345.202187] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.202331] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.202398] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.202619] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.202760] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.212172] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 786f1f75-9fac-4448-8af7-6bee227d6655 in Status: IN_PROGRESS for 2s [ 1345.213490] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11f8c290-aaac-462c-89a5-47efddbb8ebc with status ACTIVE [ 1345.213692] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.213823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.213903] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.214141] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.214229] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.214417] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.214519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.214583] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.214744] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.214822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.215024] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.215119] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.215176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.215321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.215403] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.215479] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11f8c290-aaac-462c-89a5-47efddbb8ebc is going to be updated. [ 1345.236983] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.237185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.237231] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.237408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.237541] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.237697] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11f8c290-aaac-462c-89a5-47efddbb8ebc" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.223338] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 786f1f75-9fac-4448-8af7-6bee227d6655 in Status: SUCCESS [ 1347.223706] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 786f1f75-9fac-4448-8af7-6bee227d6655 deletion is rescheduled due to dependency. [ 1347.223706] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.089975] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.089975] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-786" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.089975] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-786" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.089975] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-786" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.090441] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.090441] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.090533] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.090668] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.090842] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.091068] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1349.091183] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1349.091289] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1349.091459] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1349.091524] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1349.091610] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1349.091765] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1349.122425] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1349.122659] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1349.122793] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1349.123049] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-786" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.123366] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.123538] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.123653] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.123950] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.124169] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec23f39-3bb4-4295-89d5-19ac12bdd1c8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.626328] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.626626] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.626698] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.627021] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.627216] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.627651] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.627911] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.628140] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.628456] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.628665] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.628988] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.629175] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.629289] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.629499] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.629632] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.629772] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: fec23f39-3bb4-4295-89d5-19ac12bdd1c8 is going to be updated. [ 1349.649972] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.650285] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.650458] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.650774] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.651058] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.651356] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.711660] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.711904] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.359661] env[66272]: INFO networking_nsxv3.common.synchronization [req-e7b410c8-e8cc-4f09-a825-55f3e923a25b req-35a0a2a1-0e2c-4fdc-b477-d0285c19f69c service nova] Enqueued Resource ID: 35e7a64d-260c-4334-98c6-6649d2109a2d with Priority: HIGHEST for action security_group_rules [ 1350.359959] env[66272]: INFO networking_nsxv3.common.synchronization [req-e7b410c8-e8cc-4f09-a825-55f3e923a25b req-35a0a2a1-0e2c-4fdc-b477-d0285c19f69c service nova] Enqueued Resource ID: 35e7a64d-260c-4334-98c6-6649d2109a2d with Priority: HIGHEST for action security_group_members [ 1350.360032] env[66272]: INFO networking_nsxv3.common.synchronization [req-e7b410c8-e8cc-4f09-a825-55f3e923a25b req-35a0a2a1-0e2c-4fdc-b477-d0285c19f69c service nova] Enqueued Resource ID: fec23f39-3bb4-4295-89d5-19ac12bdd1c8 with Priority: HIGHEST for action port [ 1350.360575] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e7a64d-260c-4334-98c6-6649d2109a2d with Priority: HIGHEST for action security_group_rules [ 1350.360707] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e7a64d-260c-4334-98c6-6649d2109a2d with Priority: HIGHEST for action security_group_members [ 1350.360799] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec23f39-3bb4-4295-89d5-19ac12bdd1c8 with Priority: HIGHEST for action port [ 1350.361121] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35e7a64d-260c-4334-98c6-6649d2109a2d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.361245] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.361300] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.361499] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.361578] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.362503] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-35e7a64d-260c-4334-98c6-6649d2109a2d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.362631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.362717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.363030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.363030] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.363146] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.363184] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.363974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.363974] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.363974] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.364278] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.364707] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.364771] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.364930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.365296] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec23f39-3bb4-4295-89d5-19ac12bdd1c8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.866935] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.868278] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-35e7a64d-260c-4334-98c6-6649d2109a2d taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.868423] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.868520] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fec23f39-3bb4-4295-89d5-19ac12bdd1c8 with status ACTIVE [ 1350.868688] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.868813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.868880] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.869169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.869226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.869393] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.869525] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.869603] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.869727] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.869797] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.870963] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.870963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.870963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.870963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.870963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.870963] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fec23f39-3bb4-4295-89d5-19ac12bdd1c8 is going to be updated. [ 1350.896433] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.896653] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.896653] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.896924] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.897087] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.897259] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fec23f39-3bb4-4295-89d5-19ac12bdd1c8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.372999] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.876621] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.876888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.876888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.877225] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.877319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.877434] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35e7a64d-260c-4334-98c6-6649d2109a2d is going to be updated. [ 1351.905405] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.905713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.905713] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.905873] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.906063] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.914697] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35e7a64d-260c-4334-98c6-6649d2109a2d in Status: IN_PROGRESS for 2s [ 1353.925784] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35e7a64d-260c-4334-98c6-6649d2109a2d in Status: SUCCESS [ 1353.926218] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.926218] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.926388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.926576] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.926693] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.926754] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.926911] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.927020] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.927110] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.927201] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.430161] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.932447] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35e7a64d-260c-4334-98c6-6649d2109a2d: rpc.has_security_group_logging(os_id): False [ 1354.952713] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.953159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.953159] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.953402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.953593] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.954028] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.954247] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.954314] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.954484] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.954631] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.954718] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35e7a64d-260c-4334-98c6-6649d2109a2d is going to be updated. [ 1355.026458] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.026694] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.026694] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.026896] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.027060] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.043614] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35e7a64d-260c-4334-98c6-6649d2109a2d in Status: IN_PROGRESS for 2s [ 1355.361992] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.362253] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1357.063589] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35e7a64d-260c-4334-98c6-6649d2109a2d in Status: SUCCESS [ 1357.064025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.111569] env[66272]: INFO networking_nsxv3.common.synchronization [req-85edc7c7-828d-4052-bf14-7be34959ef7c req-30fb7624-fc5b-4187-a15a-9274d5b35a77 tempest-ServerActionsV293TestJSON-611370776 tempest-ServerActionsV293TestJSON-611370776-project-member] Enqueued Resource ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d with Priority: HIGHEST for action security_group_members [ 1357.112300] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d with Priority: HIGHEST for action security_group_members [ 1357.112623] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.112760] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.112857] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.113017] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.113226] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.113327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.113388] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.113768] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.113768] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.113768] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.615788] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.616135] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.616135] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.616365] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.616482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.616699] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.616813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.616894] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.617050] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.617128] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.617218] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d is going to be updated. [ 1357.653139] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.653139] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.653139] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.653139] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.653139] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.662884] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d in Status: IN_PROGRESS for 2s [ 1359.677310] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d in Status: SUCCESS [ 1359.677661] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d deletion is rescheduled due to dependency. [ 1359.677717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.113478] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.113765] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.114425] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.114748] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.965279] env[66272]: INFO networking_nsxv3.common.synchronization [req-f7293dc4-8acb-482b-9c9e-8a8f9f6f4d4a req-f5bf1e93-c8a9-45e3-b725-1c365e03e4d5 tempest-ServerActionsTestOtherA-1097849212 tempest-ServerActionsTestOtherA-1097849212-project-member] Enqueued Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_members [ 1368.965843] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_members [ 1368.966159] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-977f6be2-3e35-4bf1-b83c-192b9830f33f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.966311] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.966376] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.966582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.966730] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.966823] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.966888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.967035] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.967121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.967210] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.261129] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.261384] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.261514] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.261774] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.262081] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.262258] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.262375] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.262594] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.262734] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.262941] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1369.263067] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1369.263174] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1369.263280] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1369.263389] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1369.263493] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1369.263620] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1369.286105] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1369.286389] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1369.286488] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1369.286625] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-235" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.286940] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-a3336c75-391f-4a00-895a-c80786cc64e9 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.287128] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-a3336c75-391f-4a00-895a-c80786cc64e9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.287232] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-a3336c75-391f-4a00-895a-c80786cc64e9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.287570] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-a3336c75-391f-4a00-895a-c80786cc64e9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.287707] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3336c75-391f-4a00-895a-c80786cc64e9',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.469660] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.790769] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.790976] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.790976] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.791245] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.791399] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.791554] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port a3336c75-391f-4a00-895a-c80786cc64e9 not found, creating... [ 1369.791835] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.792026] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.792145] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.792377] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.792514] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.792789] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.792981] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.793113] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.793333] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.793466] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.793613] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: a3336c75-391f-4a00-895a-c80786cc64e9 is going to be created. [ 1369.817634] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.817849] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.818044] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.818339] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.818584] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.818825] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-a3336c75-391f-4a00-895a-c80786cc64e9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.972294] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.474481] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.474723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.474723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.474917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.475018] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.475122] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f is going to be updated. [ 1370.502831] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.503049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.503049] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.503276] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.503415] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.514340] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f in Status: IN_PROGRESS for 2s [ 1370.519725] env[66272]: INFO networking_nsxv3.common.synchronization [req-f7293dc4-8acb-482b-9c9e-8a8f9f6f4d4a req-9cca15bb-fe7c-4e2f-8ebd-12e028fed5e3 service nova] Enqueued Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_rules [ 1370.519968] env[66272]: INFO networking_nsxv3.common.synchronization [req-f7293dc4-8acb-482b-9c9e-8a8f9f6f4d4a req-9cca15bb-fe7c-4e2f-8ebd-12e028fed5e3 service nova] Enqueued Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_members [ 1370.520176] env[66272]: INFO networking_nsxv3.common.synchronization [req-f7293dc4-8acb-482b-9c9e-8a8f9f6f4d4a req-9cca15bb-fe7c-4e2f-8ebd-12e028fed5e3 service nova] Enqueued Resource ID: a3336c75-391f-4a00-895a-c80786cc64e9 with Priority: HIGHEST for action port [ 1370.520863] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_rules [ 1370.520965] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_members [ 1370.521114] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3336c75-391f-4a00-895a-c80786cc64e9 with Priority: HIGHEST for action port [ 1370.521472] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977f6be2-3e35-4bf1-b83c-192b9830f33f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.521627] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.521720] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.521973] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.522103] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.523917] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-977f6be2-3e35-4bf1-b83c-192b9830f33f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.524030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.524326] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3336c75-391f-4a00-895a-c80786cc64e9 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.524466] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3336c75-391f-4a00-895a-c80786cc64e9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.524556] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3336c75-391f-4a00-895a-c80786cc64e9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.524767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3336c75-391f-4a00-895a-c80786cc64e9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.524843] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3336c75-391f-4a00-895a-c80786cc64e9',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.024466] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-977f6be2-3e35-4bf1-b83c-192b9830f33f taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.024918] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.026863] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3336c75-391f-4a00-895a-c80786cc64e9 with status ACTIVE [ 1371.027059] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.027303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.027303] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.027489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.027624] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.027767] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.027912] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.027963] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.028091] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.028167] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.028348] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.028443] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.028909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.028909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.028909] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.028909] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3336c75-391f-4a00-895a-c80786cc64e9 is going to be updated. [ 1371.050578] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.050802] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.050802] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.050967] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.051121] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.051283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3336c75-391f-4a00-895a-c80786cc64e9" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.526868] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f in Status: SUCCESS [ 1372.527359] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.527359] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.527505] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.527650] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.527764] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.527855] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.528107] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.528299] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.528378] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.031550] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.534238] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.036995] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.037230] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.037277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.037567] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.037666] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.037768] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f is going to be updated. [ 1374.066889] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.067097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.067097] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.067301] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.067453] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.077372] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f in Status: IN_PROGRESS for 2s [ 1375.522974] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.523366] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1376.090131] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f in Status: SUCCESS [ 1376.090338] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.090520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.090825] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.091089] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.091284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.091422] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.091653] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.091786] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.091948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.092124] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.595268] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.098583] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 977f6be2-3e35-4bf1-b83c-192b9830f33f: rpc.has_security_group_logging(os_id): False [ 1377.116084] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.116272] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.116342] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.116611] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.136971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.137307] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.137449] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.137509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.137693] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.137780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.137870] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f is going to be updated. [ 1377.198672] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.198960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.198960] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.199136] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.199288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.211514] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f in Status: IN_PROGRESS for 2s [ 1379.225926] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f in Status: SUCCESS [ 1379.226319] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.524843] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.525211] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.525847] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.526260] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.527546] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.527952] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.528543] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.528891] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.529570] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.529905] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.531021] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.531021] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.765441] env[66272]: INFO networking_nsxv3.common.synchronization [req-6337fcf6-1c37-4dee-badf-8e7527da2e28 req-d42be572-cc5d-46a3-ba97-8b28230a0f0a tempest-AttachVolumeShelveTestJSON-750947748 tempest-AttachVolumeShelveTestJSON-750947748-project-member] Enqueued Resource ID: 35e7a64d-260c-4334-98c6-6649d2109a2d with Priority: HIGHEST for action security_group_members [ 1406.765441] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e7a64d-260c-4334-98c6-6649d2109a2d with Priority: HIGHEST for action security_group_members [ 1406.765692] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-35e7a64d-260c-4334-98c6-6649d2109a2d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.765790] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.765839] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.766079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.766240] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.766358] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.766419] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.766569] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.766663] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.766762] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35e7a64d-260c-4334-98c6-6649d2109a2d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.269857] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.270115] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.270168] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.270429] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.270551] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.270766] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.270924] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.270995] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.271181] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.271260] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.271350] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35e7a64d-260c-4334-98c6-6649d2109a2d is going to be updated. [ 1407.301879] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.302129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.302129] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.302317] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.302457] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.312038] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35e7a64d-260c-4334-98c6-6649d2109a2d in Status: IN_PROGRESS for 2s [ 1409.322578] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35e7a64d-260c-4334-98c6-6649d2109a2d in Status: SUCCESS [ 1409.322961] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35e7a64d-260c-4334-98c6-6649d2109a2d deletion is rescheduled due to dependency. [ 1409.322961] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35e7a64d-260c-4334-98c6-6649d2109a2d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.469470] env[66272]: INFO networking_nsxv3.common.synchronization [None req-4bb43526-5baa-4976-afaf-a597d187d741 tempest-AttachVolumeShelveTestJSON-750947748 tempest-AttachVolumeShelveTestJSON-750947748-project-member] Enqueued Resource ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 with Priority: HIGHEST for action security_group_rules [ 1411.470052] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 with Priority: HIGHEST for action security_group_rules [ 1411.470326] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.470478] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.470519] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.470822] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.470901] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dee8c1b-12c3-48ad-b8de-e00300b64ee1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.550024] env[66272]: INFO networking_nsxv3.common.synchronization [None req-46eef38e-c169-46d1-bc82-bf5704a2daca tempest-AttachVolumeShelveTestJSON-750947748 tempest-AttachVolumeShelveTestJSON-750947748-project-member] Enqueued Resource ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 with Priority: HIGHEST for action security_group_rules [ 1411.550260] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 with Priority: HIGHEST for action security_group_rules [ 1411.550357] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.550456] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.993259] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.993482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.993482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.993701] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.993750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.993842] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 already deleted. [ 1411.993918] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.994086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.994243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.994324] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dee8c1b-12c3-48ad-b8de-e00300b64ee1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.517136] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.517538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.517538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.517538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.517635] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.517812] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 already deleted. [ 1412.517812] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.551432] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.551786] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.712564] env[66272]: INFO networking_nsxv3.common.synchronization [req-5d3a30b6-f103-4e5b-9eb5-c6a9559ee480 req-2df7ad9f-069f-4001-86c7-097d340b97f5 tempest-AttachVolumeShelveTestJSON-750947748 tempest-AttachVolumeShelveTestJSON-750947748-project-member] Enqueued Resource ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 with Priority: HIGHEST for action security_group_members [ 1417.713114] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 with Priority: HIGHEST for action security_group_members [ 1417.713414] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.713537] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.713633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.713846] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.714008] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.714117] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.714178] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.714327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.714412] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.714527] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dee8c1b-12c3-48ad-b8de-e00300b64ee1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.026587] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.026795] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-786" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.026917] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-786" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.027283] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-786" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.027896] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.028224] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.028375] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.028617] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.028759] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.028968] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1418.029091] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1418.029197] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1418.029303] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1418.029408] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1418.029510] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1418.029634] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1418.052287] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1418.052539] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1418.052679] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1418.052852] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-786" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.053190] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-b9f8da0d-b383-4988-9d16-8a5b695a2661 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.053367] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-b9f8da0d-b383-4988-9d16-8a5b695a2661" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.053483] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-b9f8da0d-b383-4988-9d16-8a5b695a2661" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.053829] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-b9f8da0d-b383-4988-9d16-8a5b695a2661" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.053962] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9f8da0d-b383-4988-9d16-8a5b695a2661',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.217135] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.217135] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.217135] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.217538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.217538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.217538] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.217733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.217733] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.217840] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.217922] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.217995] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 already deleted. [ 1418.218079] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.556318] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.556597] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.556689] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.556946] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.557107] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.557301] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Segment Port b9f8da0d-b383-4988-9d16-8a5b695a2661 not found, creating... [ 1418.557582] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.557739] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.557852] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.558101] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.558243] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.558517] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.558666] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.558806] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.559086] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.559226] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.559367] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: b9f8da0d-b383-4988-9d16-8a5b695a2661 is going to be created. [ 1418.580130] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.580355] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.580473] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.580755] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.580992] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.581240] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-b9f8da0d-b383-4988-9d16-8a5b695a2661" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.268272] env[66272]: INFO networking_nsxv3.common.synchronization [req-5d3a30b6-f103-4e5b-9eb5-c6a9559ee480 req-f6a885c6-9647-48f7-a087-6c8f3dd10312 service nova] Enqueued Resource ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 with Priority: HIGHEST for action security_group_rules [ 1419.268546] env[66272]: INFO networking_nsxv3.common.synchronization [req-5d3a30b6-f103-4e5b-9eb5-c6a9559ee480 req-f6a885c6-9647-48f7-a087-6c8f3dd10312 service nova] Enqueued Resource ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 with Priority: HIGHEST for action security_group_members [ 1419.268669] env[66272]: INFO networking_nsxv3.common.synchronization [req-5d3a30b6-f103-4e5b-9eb5-c6a9559ee480 req-f6a885c6-9647-48f7-a087-6c8f3dd10312 service nova] Enqueued Resource ID: b9f8da0d-b383-4988-9d16-8a5b695a2661 with Priority: HIGHEST for action port [ 1419.269181] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 with Priority: HIGHEST for action security_group_rules [ 1419.269315] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 with Priority: HIGHEST for action security_group_members [ 1419.269414] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f8da0d-b383-4988-9d16-8a5b695a2661 with Priority: HIGHEST for action port [ 1419.269721] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.269851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.269933] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.270135] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.270216] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dee8c1b-12c3-48ad-b8de-e00300b64ee1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.271051] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.271783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.271783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.271783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.271783] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.271783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.271783] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.272064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.272064] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.272064] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dee8c1b-12c3-48ad-b8de-e00300b64ee1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.272848] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9f8da0d-b383-4988-9d16-8a5b695a2661 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.272848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9f8da0d-b383-4988-9d16-8a5b695a2661" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.272848] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9f8da0d-b383-4988-9d16-8a5b695a2661" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.273065] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9f8da0d-b383-4988-9d16-8a5b695a2661" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.273065] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9f8da0d-b383-4988-9d16-8a5b695a2661',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.774547] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9f8da0d-b383-4988-9d16-8a5b695a2661 with status ACTIVE [ 1419.774727] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.774851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.774917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.775176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.775283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.775470] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.775571] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.775630] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.775817] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.775867] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.776025] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.776120] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.776184] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.776386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.776446] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.776524] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9f8da0d-b383-4988-9d16-8a5b695a2661 is going to be updated. [ 1419.777602] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1dee8c1b-12c3-48ad-b8de-e00300b64ee1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.778480] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.778583] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.799226] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.799439] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.799439] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.799633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.799761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.799915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9f8da0d-b383-4988-9d16-8a5b695a2661" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.280152] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1dee8c1b-12c3-48ad-b8de-e00300b64ee1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.782654] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.782907] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.782953] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.783223] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.783318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.783446] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 is going to be created. [ 1420.807877] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.808122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.808122] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.808355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.808549] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.821109] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 in Status: UNINITIALIZED for 2s [ 1422.831706] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 in Status: SUCCESS [ 1422.832108] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.832108] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.832323] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.832540] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.832633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.832675] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.832831] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.832910] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.832992] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.833099] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1dee8c1b-12c3-48ad-b8de-e00300b64ee1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.335412] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1dee8c1b-12c3-48ad-b8de-e00300b64ee1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.838256] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1dee8c1b-12c3-48ad-b8de-e00300b64ee1: rpc.has_security_group_logging(os_id): False [ 1423.856336] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.856336] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.856588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.856633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.856766] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.856928] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.857039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.857098] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.857248] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.857345] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.857428] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 is going to be created. [ 1423.913304] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.913600] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.913600] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.913723] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.913907] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.926336] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 in Status: IN_PROGRESS for 2s [ 1424.270380] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.270641] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1425.939906] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 in Status: SUCCESS [ 1425.940341] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.270954] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.271303] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.272587] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.272872] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.572027] env[66272]: INFO networking_nsxv3.common.synchronization [req-963e95ff-2eb4-4e4f-b784-c29219952959 req-84b2aa4d-fba9-46d7-a4d6-69665c13b015 tempest-ServerActionsTestOtherA-1097849212 tempest-ServerActionsTestOtherA-1097849212-project-member] Enqueued Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_members [ 1434.572244] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_members [ 1434.572548] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-977f6be2-3e35-4bf1-b83c-192b9830f33f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.572666] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.572744] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.573404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.573404] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.573404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.573404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.573404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.573760] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.573760] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.080701] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.584152] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.086371] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.086582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.086582] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.086794] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.086886] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.086983] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f is going to be updated. [ 1436.118470] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.118734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.118734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.118919] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.119074] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.127535] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f in Status: IN_PROGRESS for 2s [ 1438.139427] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f in Status: SUCCESS [ 1438.139829] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.573200] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.573200] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.574568] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.575099] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.576246] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.576618] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.970093] env[66272]: INFO networking_nsxv3.common.synchronization [req-f7d5627a-1e41-4833-b951-a65abff8324f req-558dcfa9-2a52-4764-a01b-d85dcbf5de37 tempest-ServerActionsTestOtherA-1097849212 tempest-ServerActionsTestOtherA-1097849212-project-member] Enqueued Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_members [ 1450.971025] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGHEST for action security_group_members [ 1450.971133] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-977f6be2-3e35-4bf1-b83c-192b9830f33f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.971244] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.971306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.971500] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.971648] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.971741] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.971803] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.971942] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.972055] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.972116] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.474428] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.474681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.474681] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.474885] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.474977] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.475188] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.475284] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.475347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.475496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.475572] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.475655] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f is going to be updated. [ 1451.503733] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.503985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.503985] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.504167] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.504308] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.513336] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f in Status: IN_PROGRESS for 2s [ 1453.524766] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f in Status: SUCCESS [ 1453.525192] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f deletion is rescheduled due to dependency. [ 1453.525192] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.971766] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.972171] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.973025] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.973422] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.974253] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.974657] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.975481] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.975816] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.976545] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.976906] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.977455] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.977774] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.978325] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.978727] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.401418] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.401801] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "network-786" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.401801] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "network-786" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.401990] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "network-786" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.402283] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.402443] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.402560] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.402775] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.402919] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.404134] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1489.404134] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] NeedRegenerationException {{(pid=66272) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1489.404134] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] no value, waiting for create lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1489.404134] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] value creation lock acquired {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1489.404134] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] No value present for key: 'zone-id' {{(pid=66272) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1489.404134] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Calling creation function for not-yet-present value {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1489.404134] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1489.423679] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1489.423844] env[66272]: DEBUG dogpile.cache.region [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66272) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1489.423965] env[66272]: DEBUG dogpile.lock [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Released creation lock {{(pid=66272) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1489.424150] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "network-786" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.424472] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock port-b9f8da0d-b383-4988-9d16-8a5b695a2661 taken with stack trace [, , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.424633] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "port-b9f8da0d-b383-4988-9d16-8a5b695a2661" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.424826] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "port-b9f8da0d-b383-4988-9d16-8a5b695a2661" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.424996] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "port-b9f8da0d-b383-4988-9d16-8a5b695a2661" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.425146] env[66272]: DEBUG networking_nsxv3.api.rpc [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9f8da0d-b383-4988-9d16-8a5b695a2661',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.927941] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.928222] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.928287] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.928576] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.928726] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.929080] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.929273] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.929393] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.929620] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.929757] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.930082] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.930246] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.930360] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.930569] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.930709] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.930841] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Resource: SegmentPort with ID: b9f8da0d-b383-4988-9d16-8a5b695a2661 is going to be updated. [ 1489.951181] env[66272]: DEBUG networking_nsxv3.common.locking [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.951419] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.951506] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.951735] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.951922] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.952156] env[66272]: DEBUG oslo_concurrency.lockutils [None req-63fcf85e-6a84-4937-aa6d-210d67fec5e6 None None] Releasing lock "port-b9f8da0d-b383-4988-9d16-8a5b695a2661" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.625163] env[66272]: INFO networking_nsxv3.common.synchronization [req-b423eb09-35a1-47fc-b419-58ec07f3e18e req-8767aeff-3992-4eda-8249-816c97c2dc5e service nova] Enqueued Resource ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 with Priority: HIGHEST for action security_group_rules [ 1490.625414] env[66272]: INFO networking_nsxv3.common.synchronization [req-b423eb09-35a1-47fc-b419-58ec07f3e18e req-8767aeff-3992-4eda-8249-816c97c2dc5e service nova] Enqueued Resource ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 with Priority: HIGHEST for action security_group_members [ 1490.625509] env[66272]: INFO networking_nsxv3.common.synchronization [req-b423eb09-35a1-47fc-b419-58ec07f3e18e req-8767aeff-3992-4eda-8249-816c97c2dc5e service nova] Enqueued Resource ID: b9f8da0d-b383-4988-9d16-8a5b695a2661 with Priority: HIGHEST for action port [ 1490.625985] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 with Priority: HIGHEST for action security_group_rules [ 1490.626141] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 with Priority: HIGHEST for action security_group_members [ 1490.626238] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f8da0d-b383-4988-9d16-8a5b695a2661 with Priority: HIGHEST for action port [ 1490.626543] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.626729] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.626835] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.627267] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.627267] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dee8c1b-12c3-48ad-b8de-e00300b64ee1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.628219] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.628534] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.628654] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.628866] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.629092] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.629227] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.629310] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.629496] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.629612] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.629727] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dee8c1b-12c3-48ad-b8de-e00300b64ee1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.631028] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9f8da0d-b383-4988-9d16-8a5b695a2661 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.631028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9f8da0d-b383-4988-9d16-8a5b695a2661" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.631028] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9f8da0d-b383-4988-9d16-8a5b695a2661" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.631210] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9f8da0d-b383-4988-9d16-8a5b695a2661" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.631257] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9f8da0d-b383-4988-9d16-8a5b695a2661',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.133595] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1 taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.133844] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.134019] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1dee8c1b-12c3-48ad-b8de-e00300b64ee1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.134981] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9f8da0d-b383-4988-9d16-8a5b695a2661 with status ACTIVE [ 1491.135200] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.135321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.135384] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.135572] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.135661] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.135838] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.136836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.136836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.136836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.136836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.136836] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.136836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.136836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.136836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.136836] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.136836] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9f8da0d-b383-4988-9d16-8a5b695a2661 is going to be updated. [ 1491.158696] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.158934] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.158934] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.159166] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.159316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.159473] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9f8da0d-b383-4988-9d16-8a5b695a2661" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.639329] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1dee8c1b-12c3-48ad-b8de-e00300b64ee1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.142104] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.142327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.142327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.142511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.142603] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.142701] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 is going to be updated. [ 1492.170734] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.170968] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.170968] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.171209] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.171366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.180626] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 in Status: IN_PROGRESS for 2s [ 1494.192969] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 in Status: SUCCESS [ 1494.193391] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.193498] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.193737] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.193964] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.194131] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.194226] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.194418] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.194511] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.194617] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.194725] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1dee8c1b-12c3-48ad-b8de-e00300b64ee1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.696746] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1dee8c1b-12c3-48ad-b8de-e00300b64ee1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.199700] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1dee8c1b-12c3-48ad-b8de-e00300b64ee1: rpc.has_security_group_logging(os_id): False [ 1495.218239] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.218466] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.218588] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.218936] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.219169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.219489] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.219652] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.219761] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.219994] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.220138] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.220263] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 is going to be updated. [ 1495.282110] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.282288] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.282337] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.282543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.282687] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.296140] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 in Status: IN_PROGRESS for 2s [ 1495.627286] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.627433] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1497.312374] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 in Status: SUCCESS [ 1497.312813] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.628408] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.629019] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.630296] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.630760] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.631297] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.631593] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.266864] env[66272]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1512.267318] env[66272]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a72c760f-cfbc-4606-9c9f-f17a5afe886b None None] NSXv3 Agent Agent loop - iteration:4 started [ 1515.632665] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.633134] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1520.634308] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.634782] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.204996] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.205489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.205489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.205489] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.205656] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.708010] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.210296] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.712696] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1524.712908] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1525.439539] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.440027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.440027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.440027] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.596122] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1525.596449] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.597640] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1525.636532] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.636801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.636801] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.636958] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.648856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.649714] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1525.649818] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1525.649918] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1525.650936] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.651038] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.684938] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.685271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.685271] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.685417] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.686260] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.686428] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1525.774996] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.775224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.775224] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.775400] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.775697] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.775972] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1525.854764] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.854984] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.854984] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.855270] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.855638] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.855955] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:27. [ 1525.856073] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4a6706c1-671f-4ed0-9deb-2e839a1bfa41', 'f88faf73-706c-46b9-b8f1-1497dde117bd', '61a5ae4f-38fb-48bc-9500-6614c62664ee', '977f6be2-3e35-4bf1-b83c-192b9830f33f', '7a5e88cb-8935-49d7-b1c3-023b6e6d7166', '43a89827-d8d5-4da7-b742-8b0e72864d57', '70b0f4fb-78b8-4471-812d-0585ee36f246', 'da146e53-f0d5-40c5-8f93-ad90ec748cec', 'e342bf7b-8a9f-4a78-b1d8-123256f064c4', 'f718d7ba-5006-494b-b8e8-df9a13a1b0d0', '4827975c-8bd7-459e-b828-54977af9aa43', 'bfdbdd45-e2c2-4075-851a-0f1176b9a331', 'edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d', 'a1d1d09a-dfb3-4d46-a78e-b5912863350d', 'cea3b7db-51cd-4194-8df2-6f60651cfab8', '786f1f75-9fac-4448-8af7-6bee227d6655', '6734728f-3967-45ab-81d0-8c7474321e8f', 'f1921863-d26c-4bc1-bbc7-b11aaf78fc61', 'cf8da8e2-308f-47ac-a217-fd24eac351a8', 'd672d11c-f3c6-40dd-9c7d-867414995085', '1dee8c1b-12c3-48ad-b8de-e00300b64ee1', '61364464-d258-4812-81d5-97d1afe23fdc', '3513b44b-3758-417c-9595-9cd035b6329d', '62d225fd-aad8-4ed6-97d0-f0e420968923', 'b605b374-c3e0-4fc5-86ef-7858c7524aa1', '1de50d75-d1e0-42b1-9266-e76d77b9309e', '35e7a64d-260c-4334-98c6-6649d2109a2d'} {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1525.856209] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1525.874714] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.875039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.875039] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.875327] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.875482] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.875639] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1525.875825] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1525.875944] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1525.961743] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.962030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.962030] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.962203] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.963408] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.963681] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1525.963783] env[66272]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66272) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1525.963854] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1525.963911] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1525.963967] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/27 resources of Type:Security Group Rules [ 1525.964055] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 with Priority: HIGH for action security_group_rules [ 1525.964190] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGH for action security_group_rules [ 1525.964287] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee with Priority: HIGH for action security_group_rules [ 1525.964287] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGH for action security_group_rules [ 1525.964462] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 with Priority: HIGH for action security_group_rules [ 1525.964462] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 with Priority: HIGH for action security_group_rules [ 1525.964462] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 with Priority: HIGH for action security_group_rules [ 1525.964800] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da146e53-f0d5-40c5-8f93-ad90ec748cec with Priority: HIGH for action security_group_rules [ 1525.964800] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 with Priority: HIGH for action security_group_rules [ 1525.964800] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 with Priority: HIGH for action security_group_rules [ 1525.964800] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4827975c-8bd7-459e-b828-54977af9aa43 with Priority: HIGH for action security_group_rules [ 1525.964800] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 with Priority: HIGH for action security_group_rules [ 1525.964800] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d with Priority: HIGH for action security_group_rules [ 1525.964800] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d with Priority: HIGH for action security_group_rules [ 1525.965405] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGH for action security_group_rules [ 1525.965405] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGH for action security_group_rules [ 1525.965405] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6734728f-3967-45ab-81d0-8c7474321e8f with Priority: HIGH for action security_group_rules [ 1525.965405] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGH for action security_group_rules [ 1525.965405] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 with Priority: HIGH for action security_group_rules [ 1525.965405] env[66272]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGH for action security_group_rules [ 1525.965405] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.652325] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.652749] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1530.652749] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 with Priority: HIGH for action security_group_rules [ 1530.652749] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee with Priority: HIGH for action security_group_rules [ 1530.652749] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 with Priority: HIGH for action security_group_rules [ 1530.652910] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 with Priority: HIGH for action security_group_rules [ 1530.652910] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d672d11c-f3c6-40dd-9c7d-867414995085 with Priority: HIGH for action security_group_rules [ 1530.652975] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 with Priority: HIGH for action security_group_rules [ 1530.653108] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 with Priority: HIGH for action security_group_rules [ 1530.653202] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6734728f-3967-45ab-81d0-8c7474321e8f with Priority: HIGH for action security_group_rules [ 1530.653282] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d with Priority: HIGH for action security_group_rules [ 1530.653366] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 786f1f75-9fac-4448-8af7-6bee227d6655 with Priority: HIGH for action security_group_rules [ 1530.653448] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d with Priority: HIGH for action security_group_rules [ 1530.653831] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 with Priority: HIGH for action security_group_rules [ 1530.653948] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4827975c-8bd7-459e-b828-54977af9aa43 with Priority: HIGH for action security_group_rules [ 1530.654054] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 with Priority: HIGH for action security_group_rules [ 1530.654150] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 with Priority: HIGH for action security_group_rules [ 1530.654243] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 with Priority: HIGH for action security_group_rules [ 1530.654324] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da146e53-f0d5-40c5-8f93-ad90ec748cec with Priority: HIGH for action security_group_rules [ 1530.654407] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 with Priority: HIGH for action security_group_rules [ 1530.654490] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88faf73-706c-46b9-b8f1-1497dde117bd with Priority: HIGH for action security_group_rules [ 1530.654576] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f with Priority: HIGH for action security_group_rules [ 1530.654912] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a6706c1-671f-4ed0-9deb-2e839a1bfa41 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.655054] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.655112] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.655326] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.655406] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a6706c1-671f-4ed0-9deb-2e839a1bfa41',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.656402] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61a5ae4f-38fb-48bc-9500-6614c62664ee taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.656529] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.656574] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.656738] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.656811] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61a5ae4f-38fb-48bc-9500-6614c62664ee',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.657857] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b0f4fb-78b8-4471-812d-0585ee36f246 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.657857] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.657857] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.657857] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.658146] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b0f4fb-78b8-4471-812d-0585ee36f246',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.659594] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cea3b7db-51cd-4194-8df2-6f60651cfab8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.659594] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.659594] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.659594] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.659594] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cea3b7db-51cd-4194-8df2-6f60651cfab8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.659940] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d672d11c-f3c6-40dd-9c7d-867414995085 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.659940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.659940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.661196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.661196] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d672d11c-f3c6-40dd-9c7d-867414995085',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.661196] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf8da8e2-308f-47ac-a217-fd24eac351a8 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.661196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.661196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.661196] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.661196] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf8da8e2-308f-47ac-a217-fd24eac351a8',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.661822] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.661971] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.662069] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.662204] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.662277] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1921863-d26c-4bc1-bbc7-b11aaf78fc61',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.662953] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6734728f-3967-45ab-81d0-8c7474321e8f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.663156] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.663156] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.663355] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.663355] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6734728f-3967-45ab-81d0-8c7474321e8f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.663982] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1d1d09a-dfb3-4d46-a78e-b5912863350d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.664158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.664158] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.664457] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.664457] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1d1d09a-dfb3-4d46-a78e-b5912863350d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.665273] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-786f1f75-9fac-4448-8af7-6bee227d6655 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.665273] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.665273] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.665273] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.665541] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('786f1f75-9fac-4448-8af7-6bee227d6655',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.666103] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.666206] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.666283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.666405] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.666495] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.667181] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.667279] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.667279] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.667468] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.667550] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfdbdd45-e2c2-4075-851a-0f1176b9a331',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.668134] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4827975c-8bd7-459e-b828-54977af9aa43 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.668249] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.668794] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.668794] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.668794] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4827975c-8bd7-459e-b828-54977af9aa43',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.669244] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f718d7ba-5006-494b-b8e8-df9a13a1b0d0 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.669347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.669404] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.669553] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.669629] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f718d7ba-5006-494b-b8e8-df9a13a1b0d0',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.670282] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e342bf7b-8a9f-4a78-b1d8-123256f064c4 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.670392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.670450] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.670581] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.670641] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e342bf7b-8a9f-4a78-b1d8-123256f064c4',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.671320] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43a89827-d8d5-4da7-b742-8b0e72864d57 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.671433] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.671491] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.671620] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.671694] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43a89827-d8d5-4da7-b742-8b0e72864d57',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.673681] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da146e53-f0d5-40c5-8f93-ad90ec748cec taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.673793] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.673947] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.673947] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.674035] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da146e53-f0d5-40c5-8f93-ad90ec748cec',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.674696] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a5e88cb-8935-49d7-b1c3-023b6e6d7166 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.674800] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.674872] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.675025] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.675092] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a5e88cb-8935-49d7-b1c3-023b6e6d7166',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.675756] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f88faf73-706c-46b9-b8f1-1497dde117bd taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.675859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.675859] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.676077] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.676129] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f88faf73-706c-46b9-b8f1-1497dde117bd',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.676822] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977f6be2-3e35-4bf1-b83c-192b9830f33f taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.676946] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.677185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.677185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.677185] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977f6be2-3e35-4bf1-b83c-192b9830f33f',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.719918] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.720167] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.720167] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.720381] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.722251] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.722344] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.723620] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.723717] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.724476] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.724573] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.725287] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.725379] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.726622] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.726718] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.729749] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.729835] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.730849] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.730940] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.741275] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.741391] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6734728f-3967-45ab-81d0-8c7474321e8f is going to be deleted. [ 1530.742222] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.742459] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.762186] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.762359] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1921863-d26c-4bc1-bbc7-b11aaf78fc61 is going to be deleted. [ 1530.763183] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.763392] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.780656] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.780820] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61a5ae4f-38fb-48bc-9500-6614c62664ee is going to be deleted. [ 1530.781962] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.782184] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.803303] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.803538] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.805988] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.806124] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cea3b7db-51cd-4194-8df2-6f60651cfab8 is going to be deleted. [ 1530.807077] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.807298] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.813273] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.813463] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.824821] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.824971] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf8da8e2-308f-47ac-a217-fd24eac351a8 is going to be deleted. [ 1530.825785] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.825981] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.827386] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.827512] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.871318] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.871504] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a6706c1-671f-4ed0-9deb-2e839a1bfa41 is going to be deleted. [ 1530.872492] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.872715] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.874712] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.874856] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.925022] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.925248] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.929789] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.929945] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d672d11c-f3c6-40dd-9c7d-867414995085 is going to be deleted. [ 1530.930917] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.931199] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.971767] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.971958] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b0f4fb-78b8-4471-812d-0585ee36f246 is going to be deleted. [ 1530.972893] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.973142] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.973236] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.973366] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6734728f-3967-45ab-81d0-8c7474321e8f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.974150] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.974283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.974332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.974475] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.974555] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.974667] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a6706c1-671f-4ed0-9deb-2e839a1bfa41" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.974789] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.974930] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.975013] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.975125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1921863-d26c-4bc1-bbc7-b11aaf78fc61" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.975928] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.976094] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.976176] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.976289] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61a5ae4f-38fb-48bc-9500-6614c62664ee" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.976424] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.976567] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.976642] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.976743] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cea3b7db-51cd-4194-8df2-6f60651cfab8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.976851] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.976986] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.977076] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.977183] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf8da8e2-308f-47ac-a217-fd24eac351a8" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.022529] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.022746] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.022746] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.022948] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.023057] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.023169] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d672d11c-f3c6-40dd-9c7d-867414995085" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.052801] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.053067] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.053067] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.053239] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.053332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.053453] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b0f4fb-78b8-4471-812d-0585ee36f246" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.228363] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.228576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.228576] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.228734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.230653] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.230780] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.231514] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.231599] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.232246] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.232342] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.233053] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.233149] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.234421] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.234513] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.235204] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.235297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.235965] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.236067] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.236686] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.236776] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.237406] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.237497] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.238143] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.238234] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.240506] env[66272]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1531.240902] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.240998] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.263839] env[66272]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1531.264504] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.264668] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 786f1f75-9fac-4448-8af7-6bee227d6655 is going to be deleted. [ 1531.265712] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.265915] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.283252] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.283423] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d is going to be deleted. [ 1531.284396] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.284633] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.308390] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.308605] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1d1d09a-dfb3-4d46-a78e-b5912863350d is going to be deleted. [ 1531.309435] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.309657] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.328281] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.328520] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.330321] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.330446] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f718d7ba-5006-494b-b8e8-df9a13a1b0d0 is going to be deleted. [ 1531.331341] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.331547] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.352734] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.352904] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4827975c-8bd7-459e-b828-54977af9aa43 is going to be deleted. [ 1531.353891] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.354147] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.355971] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.356108] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.374896] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.375096] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f88faf73-706c-46b9-b8f1-1497dde117bd is going to be deleted. [ 1531.376085] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.376339] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.385951] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.386165] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.413149] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.413365] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.425987] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.426180] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977f6be2-3e35-4bf1-b83c-192b9830f33f is going to be deleted. [ 1531.427102] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.427332] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.461022] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.461226] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da146e53-f0d5-40c5-8f93-ad90ec748cec is going to be deleted. [ 1531.462125] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.462386] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.534068] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.534283] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.536334] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.536441] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.568668] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.568854] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfdbdd45-e2c2-4075-851a-0f1176b9a331 is going to be deleted. [ 1531.569779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.570016] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.618308] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.618536] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.619479] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.619603] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a5e88cb-8935-49d7-b1c3-023b6e6d7166 is going to be deleted. [ 1531.620570] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.620797] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.664685] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.665116] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.678577] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.678781] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.691724] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.691947] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43a89827-d8d5-4da7-b742-8b0e72864d57 is going to be deleted. [ 1531.692858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.693098] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.822791] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.822991] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e342bf7b-8a9f-4a78-b1d8-123256f064c4 is going to be deleted. [ 1531.823846] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.824080] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.824189] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.824306] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-786f1f75-9fac-4448-8af7-6bee227d6655" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.824457] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.824619] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.824698] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.824809] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edab4c14-dcbc-4cbc-a1e1-1933e22f6c3d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.825372] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.825551] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.825686] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.825735] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1d1d09a-dfb3-4d46-a78e-b5912863350d" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.825833] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.825973] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.826060] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.826170] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f718d7ba-5006-494b-b8e8-df9a13a1b0d0" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.826297] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.826451] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.826509] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.826621] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f88faf73-706c-46b9-b8f1-1497dde117bd" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.826750] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.826888] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.826961] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.827086] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4827975c-8bd7-459e-b828-54977af9aa43" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.827211] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.827347] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.827419] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.827528] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977f6be2-3e35-4bf1-b83c-192b9830f33f" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.827648] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.827787] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.827858] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.827966] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da146e53-f0d5-40c5-8f93-ad90ec748cec" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.828107] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.828243] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.828316] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.828424] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfdbdd45-e2c2-4075-851a-0f1176b9a331" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.842016] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.842212] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.842281] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.842438] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.842526] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.842641] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a5e88cb-8935-49d7-b1c3-023b6e6d7166" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.910523] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.910779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.910779] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.910928] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.911082] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.911207] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43a89827-d8d5-4da7-b742-8b0e72864d57" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.912204] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.912354] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.912402] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.912543] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.912620] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.912725] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e342bf7b-8a9f-4a78-b1d8-123256f064c4" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.655853] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.656256] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.657064] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.657064] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.032408] env[66272]: INFO networking_nsxv3.common.synchronization [req-2804d60c-c352-4b17-8bf0-8e4b3cf0f783 req-1717ab2d-32a3-4fb8-b573-3b9577533388 tempest-AttachVolumeShelveTestJSON-750947748 tempest-AttachVolumeShelveTestJSON-750947748-project-member] Enqueued Resource ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 with Priority: HIGHEST for action security_group_members [ 1541.032995] env[66272]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 with Priority: HIGHEST for action security_group_members [ 1541.033625] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1 taken with stack trace [, , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.033625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.033625] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.033884] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.033884] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.033975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.033975] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.034106] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.034185] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.034308] env[66272]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dee8c1b-12c3-48ad-b8de-e00300b64ee1',) {} {{(pid=66272) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.536503] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.536776] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.536776] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.536924] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.559277] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.559539] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.559652] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.559722] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.559928] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.560021] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.560110] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 is going to be updated. [ 1541.593318] env[66272]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66272) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.593584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.593584] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.593749] env[66272]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.593943] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.605473] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 in Status: IN_PROGRESS for 2s [ 1543.617083] env[66272]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 in Status: SUCCESS [ 1543.617513] env[66272]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dee8c1b-12c3-48ad-b8de-e00300b64ee1 deletion is rescheduled due to dependency. [ 1543.617513] env[66272]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dee8c1b-12c3-48ad-b8de-e00300b64ee1" {{(pid=66272) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.033685] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.034102] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1551.034431] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.034830] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1556.035958] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1556.036425] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1561.036905] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1561.036905] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1566.037736] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1566.039157] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1571.039209] env[66272]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1571.039576] env[66272]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0